-- Logs begin at Mon 2022-01-10 16:37:52 UTC, end at Mon 2022-01-10 17:40:36 UTC. -- Jan 10 17:08:46.674099 dv-cinder-787632-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 10 17:08:49.570440 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.common.config [-] Logging enabled! Jan 10 17:08:49.571039 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334 Jan 10 17:08:49.571216 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102619) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 17:08:49.574535 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.common.config [-] Logging enabled! Jan 10 17:08:49.574789 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334 Jan 10 17:08:49.575099 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102619) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 17:08:49.576586 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:08:49.576819 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:08:49.577339 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:08:49.577588 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:08:49.577816 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:08:49.578137 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.578584 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 10 17:08:49.578896 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.579189 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.579477 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.579769 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.580055 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.580334 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.580620 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.580913 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.581195 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.581475 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.581757 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.582045 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.582349 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.582634 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.582915 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.583190 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] debug = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.583469 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.583891 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.584304 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.584580 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.584863 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.585135 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.585401 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.585672 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.585950 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.586294 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] host = dv-cinder-787632-2-iscsi {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.586587 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.586855 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.587133 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.587411 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.587682 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.587954 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.588236 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.588506 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.588772 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.589039 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.589320 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.589602 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.589884 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.590107 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.590356 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.590641 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.590961 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.591235 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.591510 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.591781 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.592050 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.592320 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.592583 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.592865 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.593144 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.593424 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.593696 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.593967 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.594255 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.594530 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.594809 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.595080 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.595348 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.595618 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.595900 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.596166 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.596432 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.596724 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.597003 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.597277 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.597556 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.597823 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.598100 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.598388 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.598656 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.598919 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_json = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.599184 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.599449 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.599723 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.599987 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.600251 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.600514 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.600777 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.601053 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.601322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:49.601614 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.601907 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.602201 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.602515 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.602803 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.603076 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.603360 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.603634 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.603917 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.604200 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.604484 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.604759 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.605053 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.605335 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.605625 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.605928 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.606236 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.606549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.606822 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.607092 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.607362 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.607638 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.607921 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.608193 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.608480 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.608761 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.609037 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.609327 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.609613 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.609903 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.610189 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.610485 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.610761 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.611047 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.611326 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.611597 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.611870 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.612153 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.612426 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.612698 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.612974 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.613248 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.613519 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.613788 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.614064 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.614375 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.614650 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.614917 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.615188 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.615464 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.615736 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.616021 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.616298 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.616567 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.616835 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.617108 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.617378 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.617647 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.617920 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.618188 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.618483 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.618752 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.619020 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.619290 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.619559 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.619828 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.620096 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.620364 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.620635 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.620900 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.621169 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.621441 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.621709 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.621979 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.622810 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.623106 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.623378 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.623653 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.623924 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.624195 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.624466 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.624735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.625005 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.625276 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.625544 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.625828 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.626104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.626407 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.626700 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.626971 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.627258 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.627530 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.627806 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.628076 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.628347 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.628624 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.628897 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.629184 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.629473 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.629761 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.630047 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.630413 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.630692 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.630997 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.631273 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:49.631488 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:08:49.631726 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102619) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 10 17:08:49.976152 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 17:08:49.976430 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 17:08:49.976738 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 17:08:49.977070 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 10 17:08:50.301251 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.301477 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.301760 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.303053 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.303331 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.303596 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.348428 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.348709 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.348978 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.363471 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.363753 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.364024 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.391676 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.391960 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.392234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.429908 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.430185 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.430475 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.765638 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.766329 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.766329 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.766487 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.767131 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.866253 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.866581 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.866865 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.867138 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.867407 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.867717 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.867980 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.868237 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.868492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.868771 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.869034 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.869295 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.869549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.869800 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.870053 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.870343 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.870600 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.870866 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.871135 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.871399 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.871667 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.871917 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.872723 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.873098 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.873353 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.873598 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.873990 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.874240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.874495 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.874732 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.874967 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.875200 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:50.875559 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 10 17:08:50.878764 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 10 17:08:50.882689 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 10 17:08:50.886599 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 10 17:08:50.888856 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 10 17:08:50.889316 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 10 17:08:50.889647 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 10 17:08:50.890028 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 10 17:08:50.892866 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 10 17:08:50.893110 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 10 17:08:50.893452 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 17:08:50.898912 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 10 17:08:50.921164 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 10 17:08:50.921610 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.921909 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102619) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 10 17:08:50.922305 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.923963 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102619) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 10 17:08:50.924238 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 17:08:50.924480 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 10 17:08:50.927686 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.927971 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:50.995640 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 10 17:08:50.995876 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 10 17:08:50.996109 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 10 17:08:50.996473 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 10 17:08:51.018821 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_db.sqlalchemy.engines [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102619) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 10 17:08:51.455132 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing driver for type 'gre' Jan 10 17:08:51.455720 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] gre ID ranges: [(1, 1000)] Jan 10 17:08:51.505425 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing driver for type 'local' Jan 10 17:08:51.505775 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing driver for type 'vlan' Jan 10 17:08:51.517942 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] VlanTypeDriver initialization complete Jan 10 17:08:51.518292 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing driver for type 'vxlan' Jan 10 17:08:51.518766 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] vxlan ID ranges: [(1, 1000)] Jan 10 17:08:51.570593 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing extension driver 'port_security' Jan 10 17:08:51.570934 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] PortSecurityExtensionDriver initialization complete Jan 10 17:08:51.571276 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing mechanism driver 'openvswitch' Jan 10 17:08:51.571589 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing mechanism driver 'hyperv' Jan 10 17:08:51.578180 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:08:51.578881 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.579253 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.579608 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.580136 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.580566 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.580921 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.581266 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.581657 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.582062 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.582439 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.582783 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.583174 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.583573 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.583920 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.584260 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.584784 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.585194 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.585544 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.585888 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.586305 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.586710 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > address_group after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.587056 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > address_group after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.587396 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.587790 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102619) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:08:51.588163 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] ML2 OVO RPC backend initialized. {{(pid=102619) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 10 17:08:51.588866 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.589216 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.589634 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.589982 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > networks before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.590361 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.590703 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > ports before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.591535 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.591875 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnets before_response 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.592220 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.592559 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.592895 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.593231 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.593567 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.593900 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.594256 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.594597 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.594937 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.595507 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.plugin [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Modular L2 Plugin initialization complete Jan 10 17:08:51.595836 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading services supported by the core plugin {{(pid=102619) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 10 17:08:51.596159 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.plugins.ml2.managers [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Got port-security extension from driver 'port_security' Jan 10 17:08:51.596620 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.extensions.vlantransparent [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Disabled vlantransparent extension. Jan 10 17:08:51.597095 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102619) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 10 17:08:51.597408 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: router Jan 10 17:08:51.633418 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.633810 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_create 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.634184 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router before_create 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.634584 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.634958 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.635316 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_delete 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.635685 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.636035 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.636394 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_create 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.636739 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.637086 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.637434 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.637919 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.638196 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.638585 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.638925 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.639264 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: subnet after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.639599 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.639945 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.640293 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.640636 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.640976 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.641328 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router after_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.641669 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.642018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_create 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.642407 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.642753 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_update 55549900 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.643115 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > agent after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.643465 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > agent after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.643815 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > network after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.644657 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Tracking information for resource: router configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:51.644989 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Tracking information for resource: floatingip configured {{(pid=102619) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:08:51.650167 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.db.l3_agentschedulers_db [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 10 17:08:51.650769 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.651135 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.651489 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.651840 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: port after_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.652628 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router before_create 55550100 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.652994 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.653854 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_create 55550100 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.654210 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > router precommit_update 55550100 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.658939 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.provider_configuration [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service providers = [] {{(pid=102619) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 10 17:08:51.659305 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.db.servicetype_db [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102619) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 10 17:08:51.662214 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.service_base [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102619) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:08:51.662588 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.service_base [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102619) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:08:51.662933 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.service_base [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102619) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:08:51.663824 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.services.service_base [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102619) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:08:51.664196 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.services.service_base [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 10 17:08:51.664563 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.664882 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 10 17:08:51.676404 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.676741 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: auto_allocate Jan 10 17:08:51.682660 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: network precommit_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.683033 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: network precommit_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.683549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.683879 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: tag Jan 10 17:08:51.690465 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.690798 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: timestamp Jan 10 17:08:51.694814 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.695150 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: network_ip_availability Jan 10 17:08:51.700591 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.700962 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.701319 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.702026 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.702381 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: flavors Jan 10 17:08:51.707260 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.707543 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading Plugin: revisions Jan 10 17:08:51.711814 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102619) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:08:51.712205 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=102619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 17:08:51.712939 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102619) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 10 17:08:51.713279 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Initializing extension manager. Jan 10 17:08:51.713804 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: __init__.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.714159 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: __pycache__ {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.714510 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.714845 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: address_group.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.715587 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.716683 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: address-group Jan 10 17:08:51.717008 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: address_scope.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.717906 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.718458 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: address-scope Jan 10 17:08:51.718782 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.719695 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.720200 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: router-admin-state-down-before-update Jan 10 17:08:51.720521 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: agent.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.721210 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.721711 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: agent Jan 10 17:08:51.722031 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: agent_resources_synced.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.722953 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.723457 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: agent-resources-synced Jan 10 17:08:51.723778 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: allowedaddresspairs.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.725544 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.726065 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: allowed-address-pairs Jan 10 17:08:51.726431 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: auto_allocated_topology.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.727514 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.728025 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: auto-allocated-topology Jan 10 17:08:51.728355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: availability_zone.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.729041 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.729541 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: availability_zone Jan 10 17:08:51.729866 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: availability_zone_filter.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.730793 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.731295 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: availability_zone_filter Jan 10 17:08:51.732167 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: data_plane_status.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.733067 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.733565 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 10 17:08:51.733885 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: default_subnetpools.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.734836 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.735339 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: default-subnetpools Jan 10 17:08:51.735663 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.736461 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.736960 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: dhcp_agent_scheduler Jan 10 17:08:51.737286 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: dns.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.738190 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.738716 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension dns-integration not supported by any of loaded plugins Jan 10 17:08:51.739039 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: dns_domain_ports.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.739950 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.740450 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 10 17:08:51.740775 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.741685 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.742192 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 10 17:08:51.742541 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: dvr.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.743205 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.743712 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: dvr Jan 10 17:08:51.744033 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: ecmp_routes.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.744941 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.745445 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 10 17:08:51.745765 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: empty_string_filtering.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.746689 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.747221 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: empty-string-filtering Jan 10 17:08:51.747542 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.748514 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.748947 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 10 17:08:51.749264 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.750166 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.750694 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 10 17:08:51.751019 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: external_net.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.751941 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.752444 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: external-net Jan 10 17:08:51.752766 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.753660 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.754168 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: extra_dhcp_opt Jan 10 17:08:51.754524 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: extraroute.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.755424 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.755923 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: extraroute Jan 10 17:08:51.756262 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: extraroute_atomic.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.757266 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.757771 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: extraroute-atomic Jan 10 17:08:51.758092 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: filter_validation.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.758772 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.759269 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: filter-validation Jan 10 17:08:51.759590 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: fip_pf_description.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.760489 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.760985 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 10 17:08:51.761308 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: fip_port_details.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.762208 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.762760 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: fip-port-details Jan 10 17:08:51.763085 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: flavors.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.764315 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.764831 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: flavors Jan 10 17:08:51.765157 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.766852 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.767374 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 10 17:08:51.767691 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: floatingip_pools.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.768385 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.768896 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: floatingip-pools Jan 10 17:08:51.769220 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: ip_allocation.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.770140 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.770673 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 10 17:08:51.771000 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.771912 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.772422 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: ip-substring-filtering Jan 10 17:08:51.772749 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l2_adjacency.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.773660 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.774166 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 10 17:08:51.774517 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.775589 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.776105 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: router Jan 10 17:08:51.776431 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.779210 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.779732 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 10 17:08:51.780063 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.780994 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.781507 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: ext-gw-mode Jan 10 17:08:51.781835 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.782776 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.783284 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: l3-ha Jan 10 17:08:51.783610 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3_flavors.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.784513 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.785016 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: l3-flavors Jan 10 17:08:51.785343 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.786253 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.786768 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 10 17:08:51.787093 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: l3agentscheduler.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.788091 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.788597 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: l3_agent_scheduler Jan 10 17:08:51.788930 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: local_ip.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.790748 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.791267 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension local_ip not supported by any of loaded plugins Jan 10 17:08:51.791601 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: logging.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.793082 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.793602 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension logging not supported by any of loaded plugins Jan 10 17:08:51.794544 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: metering.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.795291 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.795874 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: metering Jan 10 17:08:51.796202 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.797287 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.798069 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: metering_source_and_destination_fields Jan 10 17:08:51.798432 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: multiprovidernet.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.799355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.799861 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: multi-provider Jan 10 17:08:51.800188 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: netmtu.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.801094 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.801596 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: net-mtu Jan 10 17:08:51.801919 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: netmtu_writable.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.802863 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.803368 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: net-mtu-writable Jan 10 17:08:51.803692 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: network_availability_zone.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.804362 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.804867 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: network_availability_zone Jan 10 17:08:51.805189 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: network_ip_availability.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.806396 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.806906 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: network-ip-availability Jan 10 17:08:51.807234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: network_segment_range.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.807994 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.808486 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 10 17:08:51.808807 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: pagination.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.809932 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.810290 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: pagination Jan 10 17:08:51.810615 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: port_device_profile.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.811511 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.812021 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: port-device-profile Jan 10 17:08:51.812343 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.813249 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.813756 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: port-mac-address-regenerate Jan 10 17:08:51.814078 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.815012 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.815521 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: port-numa-affinity-policy Jan 10 17:08:51.815842 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: port_resource_request.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.816756 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.817260 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 10 17:08:51.817582 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: port_resource_request_groups.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.818568 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.819076 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 10 17:08:51.819399 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: portbindings.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.820322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.820831 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: binding Jan 10 17:08:51.821152 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: portbindings_extended.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.822455 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.822967 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: binding-extended Jan 10 17:08:51.823297 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: portsecurity.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.824207 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.824720 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: port-security Jan 10 17:08:51.825045 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: project_id.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.826066 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.826418 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: project-id Jan 10 17:08:51.826740 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: providernet.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.827660 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.828175 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: provider Jan 10 17:08:51.828495 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.832083 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.832601 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos not supported by any of loaded plugins Jan 10 17:08:51.832934 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.834168 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.834718 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 10 17:08:51.835052 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.835988 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.836495 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 10 17:08:51.836821 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_default.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.837727 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.838253 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-default not supported by any of loaded plugins Jan 10 17:08:51.838583 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_fip.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.839236 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.839733 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-fip not supported by any of loaded plugins Jan 10 17:08:51.840058 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.841492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.841998 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 10 17:08:51.842348 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_gateway_ip.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.843261 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.843766 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 10 17:08:51.844088 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_port_network_policy.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.845000 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.845511 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 10 17:08:51.845833 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.846900 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.847408 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 10 17:08:51.847732 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_pps_rule.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.848896 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.849406 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-pps not supported by any of loaded plugins Jan 10 17:08:51.849733 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_rule_type_details.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.850658 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.851166 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 10 17:08:51.851491 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: qos_rules_alias.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.852533 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.853041 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 10 17:08:51.853368 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: quota_check_limit.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.854302 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.854811 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: quota-check-limit Jan 10 17:08:51.855138 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: quotasv2.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.856063 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.856987 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: quotas Jan 10 17:08:51.857318 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: quotasv2_detail.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.860700 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.861043 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: quota_details Jan 10 17:08:51.861376 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: rbac.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.862455 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.862981 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: rbac-policies Jan 10 17:08:51.863312 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: rbac_address_group.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.864247 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.864761 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: rbac-address-group Jan 10 17:08:51.865086 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: rbac_address_scope.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.866017 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.866554 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: rbac-address-scope Jan 10 17:08:51.866881 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: rbac_security_groups.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.867805 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.868314 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: rbac-security-groups Jan 10 17:08:51.868638 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: rbac_subnetpool.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.869538 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.870042 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: rbac-subnetpool Jan 10 17:08:51.870400 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: revisionifmatch.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.871322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.871826 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: revision-if-match Jan 10 17:08:51.872170 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: revisions.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.873280 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.873790 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: standard-attr-revisions Jan 10 17:08:51.874114 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: router_availability_zone.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.874803 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.875315 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: router_availability_zone Jan 10 17:08:51.875635 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: routerservicetype.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.876540 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.877039 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension router-service-type not supported by any of loaded plugins Jan 10 17:08:51.877362 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.878377 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.878888 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: security-groups-normalized-cidr Jan 10 17:08:51.879211 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.880129 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.880636 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: port-security-groups-filtering Jan 10 17:08:51.880959 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.881872 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.882410 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: security-groups-remote-address-group Jan 10 17:08:51.882737 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.883657 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.884161 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: security-groups-shared-filtering Jan 10 17:08:51.884483 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.885064 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 10 17:08:51.885391 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: securitygroup.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.896367 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.896899 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: security-group Jan 10 17:08:51.897336 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: segment.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.898013 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.898558 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension segment not supported by any of loaded plugins Jan 10 17:08:51.898891 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.899825 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.900334 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 10 17:08:51.900661 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: servicetype.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.901760 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.902308 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: service-type Jan 10 17:08:51.902641 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: sorting.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.904129 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.904461 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: sorting Jan 10 17:08:51.904786 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: standard_attr_segment.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.905700 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.906212 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 10 17:08:51.906563 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: standardattrdescription.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.907209 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.907712 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: standard-attr-description Jan 10 17:08:51.908037 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: stateful_security_group.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.908969 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.909479 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: stateful-security-group Jan 10 17:08:51.909804 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: stdattrs_common.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.910405 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 10 17:08:51.910727 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.911644 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.912156 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 10 17:08:51.912482 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnet_onboard.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.913556 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.914070 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: subnet_onboard Jan 10 17:08:51.914425 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.915355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.915865 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 10 17:08:51.916190 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnet_service_types.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.917103 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.917616 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: subnet-service-types Jan 10 17:08:51.917940 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnetallocation.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.919605 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.920115 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: subnet_allocation Jan 10 17:08:51.920443 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.921128 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.921636 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: subnetpool-prefix-ops Jan 10 17:08:51.921959 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.923197 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.923726 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 10 17:08:51.924035 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: tagging.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.925091 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.925659 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: standard-attr-tag Jan 10 17:08:51.925988 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: timestamp.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.927313 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.927841 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loaded extension: standard-attr-timestamp Jan 10 17:08:51.928172 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: trunk.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.929218 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.929729 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension trunk not supported by any of loaded plugins Jan 10 17:08:51.930060 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: trunk_details.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.930993 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.931504 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension trunk-details not supported by any of loaded plugins Jan 10 17:08:51.931832 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: uplink_status_propagation.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.932748 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.933261 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 10 17:08:51.933589 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Loading extension file: vlantransparent.py {{(pid=102619) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:08:51.934277 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102619) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:08:51.934812 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 10 17:08:51.937298 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:network Jan 10 17:08:51.937828 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnet Jan 10 17:08:51.938247 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:08:51.938638 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:port Jan 10 17:08:51.939835 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.940276 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service FLAVORS assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.940895 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.941324 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.941658 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:router Jan 10 17:08:51.942085 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:floatingip Jan 10 17:08:51.942595 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service METERING assigned prefix: /metering {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.944025 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.944399 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.944752 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102619) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:08:51.945731 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 17:08:51.946177 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:security_group Jan 10 17:08:51.946631 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 17:08:51.947225 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service CORE assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.947555 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:08:51.947902 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] subnetpool is already registered Jan 10 17:08:51.948337 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service CORE assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.948660 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:08:51.948989 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] subnetpool is already registered Jan 10 17:08:51.951757 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.952188 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service FLAVORS assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.952766 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.953185 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.953515 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:router Jan 10 17:08:51.953852 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] router is already registered Jan 10 17:08:51.954288 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:floatingip Jan 10 17:08:51.954625 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] floatingip is already registered Jan 10 17:08:51.955071 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service METERING assigned prefix: /metering {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.955715 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 17:08:51.956039 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] rbac_policy is already registered Jan 10 17:08:51.956449 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:security_group Jan 10 17:08:51.956781 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] security_group is already registered Jan 10 17:08:51.957175 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 17:08:51.957548 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] security_group_rule is already registered Jan 10 17:08:51.958124 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service CORE assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.958483 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:08:51.958815 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] subnetpool is already registered Jan 10 17:08:51.959232 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.v2.resource_helper [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Service CORE assigned prefix: {{(pid=102619) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:08:51.959552 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:08:51.959880 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING neutron.quota.resource_registry [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] subnetpool is already registered Jan 10 17:08:51.960334 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: extensions {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.961757 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: address-groups {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.963279 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: address-scopes {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.964593 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: agents {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.966336 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: auto-allocated-topology {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.967590 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: availability_zones {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.968784 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: dhcp-networks {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.970300 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: dhcp-agents {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.971732 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: routers {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.973891 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: flavors {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.975088 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: service_profiles {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.976285 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: next_providers {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.977709 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: service_profiles {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.979291 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: floatingip-pools {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.980495 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: routers {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.982635 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: floatingips {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.983909 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: l3-routers {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.985284 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: l3-agents {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.986724 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: metering-labels {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.988047 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: metering-label-rules {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.989304 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: network-ip-availabilities {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.990585 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: bindings {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.993036 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: quotas {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.994638 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: quotas {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.996151 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: rbac-policies {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.997476 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: security-groups {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:51.998736 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: security-group-rules {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.000063 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: service-providers {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.001329 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: subnetpools {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.002790 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: subnetpools {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.004225 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.005891 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.007750 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.009500 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.011281 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.013633 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.015340 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.017229 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.018980 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.020795 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron.api.extensions [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Extended resource: tags {{(pid=102619) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:08:52.026523 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING keystonemiddleware.auth_token [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 10 17:08:52.031780 dv-cinder-787632-2-iscsi neutron-server[102619]: WARNING keystonemiddleware.auth_token [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 10 17:08:52.040308 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Acquired lock "singleton_lock" {{(pid=102619) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 10 17:08:52.040772 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_concurrency.lockutils [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Releasing lock "singleton_lock" {{(pid=102619) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 10 17:08:52.041410 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Starting 2 workers Jan 10 17:08:52.046305 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Started child 102728 {{(pid=102619) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:08:52.051061 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Started child 102729 {{(pid=102619) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:08:52.051997 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.052630 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO neutron.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 10 17:08:52.053271 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.053486 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [-] (102728) wsgi starting up on http://0.0.0.0:9696 Jan 10 17:08:52.055702 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Starting 1 workers Jan 10 17:08:52.055826 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.057175 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [-] (102729) wsgi starting up on http://0.0.0.0:9696 Jan 10 17:08:52.060979 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Started child 102730 {{(pid=102619) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:08:52.061525 dv-cinder-787632-2-iscsi neutron-server[102619]: INFO oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Starting 1 workers Jan 10 17:08:52.064655 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] calling RpcWorker wait() {{(pid=102730) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 10 17:08:52.065195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] returning from RpcWorker wait() {{(pid=102730) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 10 17:08:52.066011 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Started child 102731 {{(pid=102619) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:08:52.066705 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.066851 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e74-9037-4315-bc8b-2ce1f8436da7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.067259 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:08:52.068908 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102619) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 17:08:52.069123 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:08:52.069313 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:08:52.069546 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:08:52.069879 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:08:52.070043 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:08:52.070572 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.070844 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.070944 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:08:52.071374 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.071374 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.071655 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.072197 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.072456 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.072693 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.072962 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.073207 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.073376 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.073542 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.073806 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.074035 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.074351 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.074623 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.074871 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.075680 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.075850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.076112 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.076383 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.076601 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.076871 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] debug = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.077121 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.077597 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.077819 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.078055 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.078314 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.078608 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.078850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.079120 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.079355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.079586 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.079832 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.080102 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.080325 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.080531 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.080763 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.080977 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.081213 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.081445 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.081887 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] host = dv-cinder-787632-2-iscsi {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.082121 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.082362 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.082596 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.082850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.083104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.083335 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.083577 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.083826 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.084063 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.084290 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.084507 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.084748 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.084960 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.085206 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.085368 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_options = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.085612 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.085877 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.086131 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.086354 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.086525 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.086689 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.086935 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.087096 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.087356 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.087572 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.087786 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.088016 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.088230 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.088444 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.088714 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.088944 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.089173 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.089407 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.089649 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.089915 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.090163 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.090445 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.090686 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.091492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.091732 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.091962 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.093880 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:08:52.094009 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.094009 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.094009 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.094388 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.094566 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.094795 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.095011 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.095284 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097007 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097007 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097007 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097007 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097007 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097355 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097650 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_json = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.097868 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.098095 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.098507 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.098865 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.099087 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.099301 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.099513 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.099748 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.099964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.100372 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.100633 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.100936 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.101184 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.101420 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.102735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.102735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.102735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.102735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.102735 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.104018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.104018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.104018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.104018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.104018 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106104 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106783 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106783 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106783 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.106997 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.107286 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.107644 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.108014 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.108513 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.108513 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.108733 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.109093 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.109191 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.109391 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.109618 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.109995 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.110380 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.110823 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.111045 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.111429 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.111647 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.112024 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.112390 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.112804 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.113271 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.113749 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.114130 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.114382 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.114739 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.114961 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.115370 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.115763 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.116149 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.116388 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.116678 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.116908 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.117163 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.117383 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.117598 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.117812 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.118322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.118527 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.118759 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.118879 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.119333 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.119333 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.120492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.120492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.120492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.120492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.120492 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121234 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121565 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121657 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.121779 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.122014 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.122243 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.122455 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.122825 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.123033 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.123404 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.123650 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.123893 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.124066 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.124439 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.124831 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.125084 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.125586 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126181 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126181 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126573 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126573 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126934 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.126934 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.127219 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.127381 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.127593 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.127853 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.128235 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.128500 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.128704 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.128925 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.129186 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.129387 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.129613 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.129862 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.130174 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.130322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.130579 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.130815 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.131066 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.131349 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.131612 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.131897 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.132145 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.132472 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.132695 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.133238 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.133547 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.133974 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.134408 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.134815 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.135117 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.135344 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.135607 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.135850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.136086 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.136318 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.136565 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.136800 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.137012 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.137391 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.138335 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.138778 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.139170 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.139536 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.139744 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.140410 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.140638 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.141014 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.141420 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.141674 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.141910 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.142155 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.142432 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.142656 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.142911 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.143138 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.143350 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.143580 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.143811 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.144028 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.144241 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.144456 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.144729 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.144957 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.145173 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.145404 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.145635 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.145848 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.146213 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.146383 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.146523 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.146942 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.147160 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.147559 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.147956 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.148307 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.148737 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.149148 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.149424 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.149675 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.149918 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.150146 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.150430 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.150693 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.150907 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.151154 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.151374 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.151606 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.151821 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.152045 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.152277 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.152488 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.152712 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.152945 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.153211 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.154078 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.154438 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.154686 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.154918 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.155151 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.155367 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.155604 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.155820 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.156195 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.156408 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.156797 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.157031 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.157287 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.157544 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.157783 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.158015 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.158274 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.158489 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.158697 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.158925 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.159210 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.159452 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.159676 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.159916 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.160149 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.160389 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.160613 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.160819 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.161023 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.161240 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.161459 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.161665 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.161884 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.162107 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.162338 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.162558 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.162813 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.163017 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.163239 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.163446 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.163649 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.163864 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.164075 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.164276 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.164515 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.164719 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.164923 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.165138 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.165350 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.165550 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.165771 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.165974 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.166175 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.166433 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.166644 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.166846 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.167154 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.167398 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.167611 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.167882 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.168111 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.168346 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.168608 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.168950 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.169780 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.169780 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.169780 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.170129 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.170129 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.170354 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.171526 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.171526 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.171526 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.171526 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.172001 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.172001 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.172242 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.172366 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.172889 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.173220 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.173483 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.173736 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.173982 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.174261 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.174474 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.174691 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.174934 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.175166 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.175378 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.175628 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.175854 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.176095 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.176307 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.176530 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.176758 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.176980 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.177188 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.177423 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.177635 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.177792 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:08:52.178370 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102619) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 17:08:52.178557 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:08:52.178674 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:08:52.178831 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:08:52.178993 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:08:52.179144 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:08:52.179350 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.179508 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.179667 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.179825 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.179983 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180159 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180317 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180474 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180629 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180785 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.180984 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181089 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181242 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181400 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181557 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181712 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.181868 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182023 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182186 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182389 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182556 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182707 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182844 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] debug = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.182989 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183120 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183291 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183430 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183585 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183745 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.183904 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184049 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184206 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184360 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184539 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184695 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.184850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185008 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185193 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185309 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185465 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185617 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185771 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] host = dv-cinder-787632-2-iscsi {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.185925 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.186083 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.186253 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.186386 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.186534 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.186696 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187170 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187170 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187170 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187415 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187415 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187556 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187710 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.187863 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188025 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_options = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188182 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188335 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188488 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188679 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.188837 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.189162 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.189315 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.189651 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.189902 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:08:52.190020 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190129 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190312 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190475 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190628 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190782 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.190936 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191091 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191247 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191402 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191557 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191712 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.191870 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192027 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192179 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192335 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192490 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192646 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.192941 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.193238 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.193397 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.193548 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.193836 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.194123 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.194436 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.194593 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.194749 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.194905 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195061 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195216 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195376 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195531 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195688 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.195843 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196003 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196156 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196314 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196506 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196621 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_json = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196771 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.196931 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197076 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197238 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197395 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197705 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.197862 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.198024 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:08:52.198206 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.198369 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.198536 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.198688 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.198851 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199009 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199165 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199323 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199482 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199640 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199805 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.199963 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.200645 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.200806 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.200964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201125 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201284 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201442 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201601 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201760 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.201919 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202076 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202263 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202428 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202588 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202749 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.202908 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203075 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203232 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203405 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203563 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203722 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.203880 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204037 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204196 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204356 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204516 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204673 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204832 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.204990 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205148 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205305 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205463 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205621 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205779 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.205937 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206097 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206274 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206419 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206592 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206741 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.206886 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207016 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207178 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207337 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207481 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207691 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207851 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.207982 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208112 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208246 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208378 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208541 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208698 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.208844 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209205 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209205 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209464 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209464 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209718 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209718 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.209964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210092 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210250 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210380 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210497 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210655 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210813 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.210971 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211130 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211288 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211446 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211605 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211763 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.211922 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212080 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212237 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212397 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212554 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212713 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.212871 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213038 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213209 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213367 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213523 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213681 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213839 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.213995 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214153 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214332 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214494 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214648 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214809 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.214966 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.215125 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.215283 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.215440 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216358 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216358 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216604 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.216964 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.217320 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.217320 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.217549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.217549 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.217776 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218098 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218098 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218372 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218372 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218599 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218599 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218823 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.218942 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219060 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219200 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219626 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219626 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219626 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219990 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.219990 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220181 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220296 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220415 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220538 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220696 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.220878 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221035 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221192 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221349 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221505 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221663 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221820 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.221977 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222135 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222322 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222481 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222639 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222797 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.222955 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223117 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223259 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223417 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223575 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223734 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.223891 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224050 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224206 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224364 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224522 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224679 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224836 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.224993 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225150 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225308 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225481 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225609 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225764 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.225921 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226077 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226270 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226487 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226626 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226740 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.226899 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227058 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227215 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227374 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227531 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227690 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.227850 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228008 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228166 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228324 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228484 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228643 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228955 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.228955 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229193 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229283 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229390 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229561 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229719 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.229876 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230034 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230192 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230372 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230532 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230689 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.230845 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231002 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231158 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231343 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231518 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231679 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231838 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.231995 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232154 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232311 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232469 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232639 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232797 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.232954 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233112 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233268 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233425 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233592 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233750 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.233908 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234065 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234236 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234401 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234568 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234726 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.234883 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235039 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235195 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235352 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235518 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235675 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235832 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.235988 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236145 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236302 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236470 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236627 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236784 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.236940 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237097 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237254 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237421 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237579 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237737 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.237893 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238051 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238208 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238395 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238559 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238717 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.238882 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239040 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239196 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239353 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239524 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239683 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.239844 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240002 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240159 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240317 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240476 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240637 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240805 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.240969 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241128 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241293 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241458 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241625 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241782 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.241946 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242115 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242295 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242455 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242613 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242770 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.242927 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243084 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243241 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243397 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243553 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243710 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.243866 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244028 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244177 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244334 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244490 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244647 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244805 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.244961 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.245120 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:08:52.245271 dv-cinder-787632-2-iscsi neutron-server[102619]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102619) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:08:52.345112 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60524) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:08:52.353600 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062511 Jan 10 17:09:03.932070 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3273b4-796d-4ca1-9219-365551000f72 None None] get_active_networks_info from dv-cinder-787632-2-iscsi {{(pid=102730) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 17:09:03.992588 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3273b4-796d-4ca1-9219-365551000f72 None None] No non-hosted networks {{(pid=102730) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 10 17:09:04.020585 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.agentschedulers_db [None req-ea3273b4-796d-4ca1-9219-365551000f72 None None] DHCP Agent not found on host dv-cinder-787632-2-iscsi {{(pid=102730) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 10 17:09:04.190893 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-433c519b-475d-446d-aef6-96c3d07fce29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:06.378706 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36ede798-a99f-42e7-af15-b8491256458e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:06.423417 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3ba06f88-dfcc-4441-a1d5-501bc2056168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:07.167424 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:08.759716 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:09.625731 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.db.l3_hamode_db [None req-34600c6d-dd79-4b68-8df6-6ae32ac33168 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 10 17:09:09.707810 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34600c6d-dd79-4b68-8df6-6ae32ac33168 None None] Routers set() bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:09:09.708195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34600c6d-dd79-4b68-8df6-6ae32ac33168 None None] Router IDs set() for agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 17:09:10.372106 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:10.372803 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.373127 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.373456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.373784 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.374107 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.374480 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.374776 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.375121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.375451 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.375938 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.376655 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.377134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.377456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:10.378003 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787632-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:10.385850 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787632-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:13.159270 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60622) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:13.664722 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING oslo_policy.policy [None req-ec8dbf65-fdf0-4d7a-8166-3bb78c2c7e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:13.665280 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING oslo_policy.policy [None req-ec8dbf65-fdf0-4d7a-8166-3bb78c2c7e4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:13.891605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [None req-ec8dbf65-fdf0-4d7a-8166-3bb78c2c7e4a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:09:13.892705 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ec8dbf65-fdf0-4d7a-8166-3bb78c2c7e4a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7325084 Jan 10 17:09:16.720867 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60638) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:17.010483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '5a8c884af53e498f80edf9490968247b', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:17.108607 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.policy [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 17:09:17.154418 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING oslo_policy.policy [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:17.154754 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING oslo_policy.policy [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:17.163210 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.quota [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] Loaded quota_driver: . Jan 10 17:09:17.252066 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358402286', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358403741', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358384425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358387248', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358396264', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794358306878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1613506', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612417', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933242'] for rbac-policy (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:17.315680 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:17.316864 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d5d618bc-c2e0-44d2-8d74-3908186d41b2 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5950236 Jan 10 17:09:20.089156 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60650) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:20.379008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:20.409576 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Made reservation on behalf of 6f41fa7267f24a6992a84af2e5966e9b for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:09:20.412281 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.429745 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.533542 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks [] for security_group (aa4c7488-cfb1-476d-ae7e-4820a6f37019), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.537222 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (aa4c7488-cfb1-476d-ae7e-4820a6f37019), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.560846 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:09:20.584946 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794359520934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (9000eb18-e81a-46ee-8ea3-65ca6b54be2f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.585513 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Unsubscribe: segment precommit_create {{(pid=102729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 17:09:20.586020 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Added segment 9000eb18-e81a-46ee-8ea3-65ca6b54be2f of type vlan for network dcc43a19-9b6b-48e3-b97c-fe572d023b36 Jan 10 17:09:20.592187 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c7488-cfb1-476d-ae7e-4820a6f37019,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:20.626248 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.626541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.626883 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.627215 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.627541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.627863 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.628208 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.628534 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.628853 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.629185 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.629504 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.629820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.630141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Tracked resource versions report: Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: pushed versions: Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: { 'AddressGroup': {'1.2'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'ConntrackHelper': {'1.0'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Log': {'1.0'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Network': {'1.1'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Port': {'1.7'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'PortForwarding': {'1.2'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'QosPolicy': {'1.10'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroup': {'1.5'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SubPort': {'1.0'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Subnet': {'1.1'}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Trunk': {'1.1'}} Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: consumer versions: Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'ConntrackHelper': '1.0', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'LocalIPAssociation': '1.0', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Log': '1.0', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Network': '1.1', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Port': '1.7', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'PortForwarding': '1.2', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'QosPolicy': '1.10', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroup': '1.5', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroupRule': '1.2', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SubPort': '1.0', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Subnet': '1.1', Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Trunk': '1.1'}} Jan 10 17:09:20.631523 dv-cinder-787632-2-iscsi neutron-server[102729]: {{(pid=102729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:09:20.698380 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (dcc43a19-9b6b-48e3-b97c-fe572d023b36), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.736583 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (dcc43a19-9b6b-48e3-b97c-fe572d023b36), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.737621 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:20.738342 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:20.796393 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7056553 Jan 10 17:09:20.837986 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9a80-17d3-4685-9233-f3d3fb312524 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc43a19-9b6b-48e3-b97c-fe572d023b36,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:20.850158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:09:23.685224 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60664) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:24.160584 dv-cinder-787632-2-iscsi neutron-server[102728]: WARNING oslo_policy.policy [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:24.161155 dv-cinder-787632-2-iscsi neutron-server[102728]: WARNING oslo_policy.policy [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:24.604522 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.policy [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102728) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 17:09:24.649960 dv-cinder-787632-2-iscsi neutron-server[102728]: WARNING oslo_policy.policy [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:24.650361 dv-cinder-787632-2-iscsi neutron-server[102728]: WARNING oslo_policy.policy [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:09:24.659092 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:24.660931 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-57d08c52-ebe2-4cde-9eef-4b9b4a1283cd admin admin] 10.222.0.10 "GET /v2.0/networks/dcc43a19-9b6b-48e3-b97c-fe572d023b36 HTTP/1.1" status: 200 len: 825 time: 0.9736788 Jan 10 17:09:24.699247 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-74c4669f-9f07-4d56-ab40-8a7a24c13ecd admin admin] 10.222.0.10 "GET /v2.0/subnetpools/ebe5827e-b07b-47c8-a898-0e3989e7513b HTTP/1.1" status: 200 len: 734 time: 0.0327928 Jan 10 17:09:24.707829 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Request body: {'subnet': {'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'name': 'private-subnet', 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:24.709357 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.quota [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Loaded quota_driver: . Jan 10 17:09:24.748286 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Made reservation on behalf of 6f41fa7267f24a6992a84af2e5966e9b for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:09:24.751039 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:25.030516 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (3b34acee-5e8a-4074-8543-f4b0c4ff593b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:25.096317 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Checking segment: {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:09:25.096635 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Network hostable DHCP agents. Network: dcc43a19-9b6b-48e3-b97c-fe572d023b36, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:09:25.113405 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b34acee-5e8a-4074-8543-f4b0c4ff593b,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:25.130068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.130495 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.130938 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.131234 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.131608 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.131957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.132328 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.132733 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.133102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.133450 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.133782 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.134105 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.134463 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Tracked resource versions report: Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: pushed versions: Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: { 'AddressGroup': {'1.2'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'ConntrackHelper': {'1.0'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Log': {'1.0'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Network': {'1.1'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Port': {'1.7'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'PortForwarding': {'1.2'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'QosPolicy': {'1.10'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroup': {'1.5'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SubPort': {'1.0'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Subnet': {'1.1'}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Trunk': {'1.1'}} Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: consumer versions: Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'ConntrackHelper': '1.0', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'LocalIPAssociation': '1.0', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Log': '1.0', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Network': '1.1', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Port': '1.7', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'PortForwarding': '1.2', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'QosPolicy': '1.10', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroup': '1.5', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroupRule': '1.2', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SubPort': '1.0', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Subnet': '1.1', Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Trunk': '1.1'}} Jan 10 17:09:25.135822 dv-cinder-787632-2-iscsi neutron-server[102728]: {{(pid=102728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:09:25.147371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:09:25.164792 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, dcc43a19-9b6b-48e3-b97c-fe572d023b36) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:25.169265 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:25.169874 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:25.175737 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6d09d-2a54-4329-a380-7e29e871f430 None None] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:09:25.191543 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d2abb384-59b5-4f58-9c81-56748a9ff06f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4870429 Jan 10 17:09:25.438816 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:09:25.440273 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:25.737620 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Allocated IP 172.20.0.2 (dcc43a19-9b6b-48e3-b97c-fe572d023b36/3b34acee-5e8a-4074-8543-f4b0c4ff593b/00b6e873-9505-48da-8505-45e4c4897410) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:09:25.982406 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks [] for port (00b6e873-9505-48da-8505-45e4c4897410), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:25.989990 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (00b6e873-9505-48da-8505-45e4c4897410), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:26.068312 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:09:26.076281 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:26.077926 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Pushing event updated for resources: {'Port': ['ID=00b6e873-9505-48da-8505-45e4c4897410,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:26.082829 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:09:26.090710 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.091083 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.091445 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.091784 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.092117 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.092446 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.092773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.093097 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.093450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.093795 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.094123 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.094465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.094785 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Tracked resource versions report: Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: pushed versions: Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: { 'AddressGroup': {'1.2'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'ConntrackHelper': {'1.0'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Log': {'1.0'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Network': {'1.1'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Port': {'1.7'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'PortForwarding': {'1.2'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'QosPolicy': {'1.10'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroup': {'1.5'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SubPort': {'1.0'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Subnet': {'1.1'}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Trunk': {'1.1'}} Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: consumer versions: Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'ConntrackHelper': '1.0', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'LocalIPAssociation': '1.0', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Log': '1.0', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Network': '1.1', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Port': '1.7', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'PortForwarding': '1.2', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'QosPolicy': '1.10', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroup': '1.5', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroupRule': '1.2', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SubPort': '1.0', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Subnet': '1.1', Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Trunk': '1.1'}} Jan 10 17:09:26.096211 dv-cinder-787632-2-iscsi neutron-server[102730]: {{(pid=102730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:09:26.166906 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Attempting to bind port 00b6e873-9505-48da-8505-45e4c4897410 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:09:26.168052 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Attempting to bind port 00b6e873-9505-48da-8505-45e4c4897410 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:09:26.168639 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Attempting to bind port 00b6e873-9505-48da-8505-45e4c4897410 on network dcc43a19-9b6b-48e3-b97c-fe572d023b36 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:09:26.173764 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:09:26.174136 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Checking segment: {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:09:26.174629 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:26.175016 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Bound using segment: {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:09:26.175498 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Bound port: 00b6e873-9505-48da-8505-45e4c4897410, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:09:26.175896 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (00b6e873-9505-48da-8505-45e4c4897410), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:26.237750 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] For port 00b6e873-9505-48da-8505-45e4c4897410, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:09:26.255910 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] For port 00b6e873-9505-48da-8505-45e4c4897410, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=00b6e873-9505-48da-8505-45e4c4897410,segment=NetworkSegment(9000eb18-e81a-46ee-8ea3-65ca6b54be2f),segment_id=9000eb18-e81a-46ee-8ea3-65ca6b54be2f)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:09:26.260215 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (00b6e873-9505-48da-8505-45e4c4897410), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:26.316687 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847e299-4cff-4ec1-bbad-de98265c7f4f None None] Pushing event updated for resources: {'Port': ['ID=00b6e873-9505-48da-8505-45e4c4897410,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:27.851904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60684) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:28.165224 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [None req-53a9b90c-5a7f-459b-96ef-90b6a222db97 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:09:28.166312 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-53a9b90c-5a7f-459b-96ef-90b6a222db97 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134315 Jan 10 17:09:30.820628 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60692) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:31.135614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [None req-2024b9a0-9d52-4c85-8f07-aa22a1b1d653 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:09:31.137291 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2024b9a0-9d52-4c85-8f07-aa22a1b1d653 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156011 Jan 10 17:09:33.915878 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-608c3861-9eb8-4b8f-8e2a-0bc4838c94b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.029765 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 60702) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:34.335994 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:34.360180 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.361760 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.496994 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Publish callbacks [] for router_controller (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), precommit_add_association {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.501754 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.516788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:34.517989 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-267ef106-3652-40ec-9790-909bfcfb576e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4871354 Jan 10 17:09:36.383932 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-add175f8-d6c8-4d7f-b066-645cd0fd0ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:36.932065 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 00b6e873-9505-48da-8505-45e4c4897410 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:09:37.032584 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 00b6e873-9505-48da-8505-45e4c4897410 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:37.033005 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (00b6e873-9505-48da-8505-45e4c4897410), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.154901 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 00b6e873-9505-48da-8505-45e4c4897410 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:37.155238 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (00b6e873-9505-48da-8505-45e4c4897410), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.163814 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.190364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60714) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:37.198493 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 00b6e873-9505-48da-8505-45e4c4897410, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=00b6e873-9505-48da-8505-45e4c4897410,segment=NetworkSegment(9000eb18-e81a-46ee-8ea3-65ca6b54be2f),segment_id=9000eb18-e81a-46ee-8ea3-65ca6b54be2f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:09:37.202395 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (00b6e873-9505-48da-8505-45e4c4897410), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.251181 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=00b6e873-9505-48da-8505-45e4c4897410,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:37.277602 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb57061-9307-4a03-bb80-385a675e32ae None None] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:09:37.345046 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-55747705-a4cd-4a73-84e0-ca25f66358bc None None] Provisioning complete for port 00b6e873-9505-48da-8505-45e4c4897410 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:37.345438 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55747705-a4cd-4a73-84e0-ca25f66358bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (00b6e873-9505-48da-8505-45e4c4897410), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.450486 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [None req-f3e410d1-7e08-438b-9ddd-c12d5813a194 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:09:37.451491 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f3e410d1-7e08-438b-9ddd-c12d5813a194 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2601674 Jan 10 17:09:37.468105 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-55747705-a4cd-4a73-84e0-ca25f66358bc None None] Current status of the port 00b6e873-9505-48da-8505-45e4c4897410 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:37.690704 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-03533e35-d7dc-4fbc-bfed-c9b9a157dc04 None None] Provisioning complete for port 00b6e873-9505-48da-8505-45e4c4897410 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:37.691000 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03533e35-d7dc-4fbc-bfed-c9b9a157dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (00b6e873-9505-48da-8505-45e4c4897410), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:37.769099 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-03533e35-d7dc-4fbc-bfed-c9b9a157dc04 None None] Current status of the port 00b6e873-9505-48da-8505-45e4c4897410 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:38.713310 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:38.893291 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 00b6e873-9505-48da-8505-45e4c4897410 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:09:38.942318 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 00b6e873-9505-48da-8505-45e4c4897410 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:38.942697 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (00b6e873-9505-48da-8505-45e4c4897410), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:39.013740 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 00b6e873-9505-48da-8505-45e4c4897410 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:40.027033 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60744) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:40.070792 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'tenant_id': '5a8c884af53e498f80edf9490968247b', 'project_id': '5a8c884af53e498f80edf9490968247b', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:40.094812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Made reservation on behalf of 5a8c884af53e498f80edf9490968247b for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:09:40.097372 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.112619 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.217085 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks [] for security_group (62d3aafa-19ea-40e3-b57e-61a7d761b61f), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.220569 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (62d3aafa-19ea-40e3-b57e-61a7d761b61f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.234158 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Reserving flat network on physical network physnet1 {{(pid=102728) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 10 17:09:40.257500 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794359520934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (3d413be7-4e43-4ec8-a293-ab76645da952), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.258046 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Unsubscribe: segment precommit_create {{(pid=102728) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 17:09:40.258552 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Added segment 3d413be7-4e43-4ec8-a293-ab76645da952 of type flat for network ca9107fa-7506-438b-8dbd-9d875c5a6e55 Jan 10 17:09:40.262433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d3aafa-19ea-40e3-b57e-61a7d761b61f,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:40.318937 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (ca9107fa-7506-438b-8dbd-9d875c5a6e55), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.358534 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (ca9107fa-7506-438b-8dbd-9d875c5a6e55), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.359473 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:40.360033 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.376456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:40.460666 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4325478 Jan 10 17:09:40.468332 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3920e-26c7-4fee-9ed8-f84af1210d40 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9107fa-7506-438b-8dbd-9d875c5a6e55,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:40.478734 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:09:42.928005 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60752) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:43.019518 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a0b9d9-a1b4-40e9-b4ac-f0a47c7422e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:43.020822 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-81a0b9d9-a1b4-40e9-b4ac-f0a47c7422e5 admin admin] 10.222.0.10 "GET /v2.0/subnets/3b34acee-5e8a-4074-8543-f4b0c4ff593b HTTP/1.1" status: 200 len: 849 time: 0.0918670 Jan 10 17:09:43.177055 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ef2eb23e-6dfd-4c05-8a48-fc3f8b708418 admin admin] 10.222.0.10 "GET /v2.0/routers/6bb55fe5-292e-4ced-8a43-c06cdad3b96b HTTP/1.1" status: 200 len: 704 time: 0.1505725 Jan 10 17:09:43.431414 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:43.717280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Allocated IP 172.20.0.1 (dcc43a19-9b6b-48e3-b97c-fe572d023b36/3b34acee-5e8a-4074-8543-f4b0c4ff593b/6893852c-41eb-42ef-a980-e9fdb03ffcb7) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:09:43.868708 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks [] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:43.934506 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:43.997894 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:09:44.006134 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:44.011948 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:09:44.012499 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.123724 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Pushing event updated for resources: {'Port': ['ID=6893852c-41eb-42ef-a980-e9fdb03ffcb7,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:44.226175 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-6d928ca4-9072-4193-8b74-7e98a019db30 None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:44.226784 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d928ca4-9072-4193-8b74-7e98a019db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.258381 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.259731 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6d928ca4-9072-4193-8b74-7e98a019db30 None None] Port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:09:44.465081 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks [] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.469568 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.470414 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.550949 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Pushing event updated for resources: {'Port': ['ID=6893852c-41eb-42ef-a980-e9fdb03ffcb7,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:44.593615 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:09:44.594922 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:44.752485 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:09:44.781355 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-aab5950a-71b5-4160-b6e1-f170b00bb238 None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:44.781750 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-aab5950a-71b5-4160-b6e1-f170b00bb238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:44.817376 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-aab5950a-71b5-4160-b6e1-f170b00bb238 None None] Port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:09:44.842089 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:09:44.847393 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-25a73359-091e-47c7-b673-58c7f6a25b11 admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb55fe5-292e-4ced-8a43-c06cdad3b96b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6653328 Jan 10 17:09:44.866196 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Sync routers for ids ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:09:44.878339 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Routers {'6bb55fe5-292e-4ced-8a43-c06cdad3b96b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:09:44.879213 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:09:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:45.064827 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Set router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:09:45.491709 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:44Z', 'revision_number': 2, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port_host': None, '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:44Z', 'revision_number': 2, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:45.542428 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Checking router: 6bb55fe5-292e-4ced-8a43-c06cdad3b96b for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:09:45.542818 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Updating router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:09:45.590844 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.094744 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks [] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.102834 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.270485 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Attempting to bind port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:09:46.270900 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Attempting to bind port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:09:46.271352 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Attempting to bind port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 on network dcc43a19-9b6b-48e3-b97c-fe572d023b36 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:09:46.276026 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Pushing event updated for resources: {'Port': ['ID=6893852c-41eb-42ef-a980-e9fdb03ffcb7,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:46.280659 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:09:46.281064 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Checking segment: {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:09:46.281532 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.281924 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Bound using segment: {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:09:46.282433 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Bound port: 6893852c-41eb-42ef-a980-e9fdb03ffcb7, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9000eb18-e81a-46ee-8ea3-65ca6b54be2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:09:46.282811 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.289642 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.290002 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.290384 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.290728 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.291069 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.291922 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.292256 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.292587 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.292918 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.293250 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.293579 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.293905 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.294250 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Tracked resource versions report: Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: pushed versions: Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: { 'AddressGroup': {'1.2'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'ConntrackHelper': {'1.0'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Log': {'1.0'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Network': {'1.1'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Port': {'1.7'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'PortForwarding': {'1.2'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'QosPolicy': {'1.10'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroup': {'1.5'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SubPort': {'1.0'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Subnet': {'1.1'}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Trunk': {'1.1'}} Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: consumer versions: Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'ConntrackHelper': '1.0', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'LocalIPAssociation': '1.0', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Log': '1.0', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Network': '1.1', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Port': '1.7', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'PortForwarding': '1.2', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'QosPolicy': '1.10', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroup': '1.5', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroupRule': '1.2', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SubPort': '1.0', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Subnet': '1.1', Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Trunk': '1.1'}} Jan 10 17:09:46.295654 dv-cinder-787632-2-iscsi neutron-server[102731]: {{(pid=102731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:09:46.351566 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-41530ff3-1262-4f5d-98d6-72bcbcec87ef None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:46.352083 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41530ff3-1262-4f5d-98d6-72bcbcec87ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.361515 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] For port 6893852c-41eb-42ef-a980-e9fdb03ffcb7, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:09:46.383722 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] For port 6893852c-41eb-42ef-a980-e9fdb03ffcb7, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=6893852c-41eb-42ef-a980-e9fdb03ffcb7,segment=NetworkSegment(9000eb18-e81a-46ee-8ea3-65ca6b54be2f),segment_id=9000eb18-e81a-46ee-8ea3-65ca6b54be2f)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:09:46.386382 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-41530ff3-1262-4f5d-98d6-72bcbcec87ef None None] Port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:09:46.390849 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.441177 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Routers {'6bb55fe5-292e-4ced-8a43-c06cdad3b96b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:09:46.441847 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:09:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:46.519512 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290d62-11af-4bc5-8730-d79bfecdc82b None None] Pushing event updated for resources: {'Port': ['ID=6893852c-41eb-42ef-a980-e9fdb03ffcb7,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:46.538976 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] Set router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:09:46.605373 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:46.605706 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.692505 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Current status of the port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:46.692813 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.727078 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] For port 6893852c-41eb-42ef-a980-e9fdb03ffcb7, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=6893852c-41eb-42ef-a980-e9fdb03ffcb7,segment=NetworkSegment(9000eb18-e81a-46ee-8ea3-65ca6b54be2f),segment_id=9000eb18-e81a-46ee-8ea3-65ca6b54be2f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:09:46.731560 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:46.747304 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:44Z', 'revision_number': 2, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port_host': None, '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:46Z', 'revision_number': 4, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:46.776673 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9725fa8-c406-4e65-b47d-50a0eda8da07 None None] The sync data for ids ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'] in dv-cinder-787632-2-iscsi is: [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:44Z', 'revision_number': 2, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port_host': None, '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:46Z', 'revision_number': 4, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:09:46.778257 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbf857-477e-4205-874b-8714e062eeb5 None None] Pushing event updated for resources: {'Port': ['ID=6893852c-41eb-42ef-a980-e9fdb03ffcb7,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:47.105164 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:09:49.856356 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60770) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:49.963965 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda64da-a073-4a71-81d1-2db9ec2a89c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:49.965314 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-dfda64da-a073-4a71-81d1-2db9ec2a89c4 admin admin] 10.222.0.10 "GET /v2.0/networks/ca9107fa-7506-438b-8dbd-9d875c5a6e55 HTTP/1.1" status: 200 len: 842 time: 0.1079969 Jan 10 17:09:49.974593 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'tenant_id': '5a8c884af53e498f80edf9490968247b', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:49.996409 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Made reservation on behalf of 5a8c884af53e498f80edf9490968247b for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:09:49.998754 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:50.282265 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.objects.ports [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102728) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 17:09:50.282691 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (c9bc6ca6-202a-45d7-a6d7-a1abb2de712a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:50.334153 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bc6ca6-202a-45d7-a6d7-a1abb2de712a,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:50.344269 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:09:50.344628 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Network hostable DHCP agents. Network: ca9107fa-7506-438b-8dbd-9d875c5a6e55, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:09:50.360174 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:09:50.368810 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, ca9107fa-7506-438b-8dbd-9d875c5a6e55) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:50.373421 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:50.374009 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:50.380477 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a3313-3a68-423c-9c73-cf659aa77a41 None None] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:09:50.390754 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-be6b304d-0846-43ac-95f1-fcd8516df63e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4194379 Jan 10 17:09:50.491742 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3a391-d247-4f24-8356-8541ebb76113 None None] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:09:52.952469 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60778) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:53.079820 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1d3d27a1-cb77-4774-ac86-d24e8e4630f1 admin admin] 10.222.0.10 "GET /v2.0/routers/6bb55fe5-292e-4ced-8a43-c06cdad3b96b HTTP/1.1" status: 200 len: 710 time: 0.1262453 Jan 10 17:09:53.175639 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1a160-f213-4fd5-9728-c5bfe9242ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:09:53.177034 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-04b1a160-f213-4fd5-9728-c5bfe9242ca9 admin admin] 10.222.0.10 "GET /v2.0/networks/ca9107fa-7506-438b-8dbd-9d875c5a6e55 HTTP/1.1" status: 200 len: 886 time: 0.0919547 Jan 10 17:09:53.186235 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:09:53.506317 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks [] for router_gateway (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:53.737331 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks [] for router_gateway (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:53.809850 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:53.914160 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Allocated IP 172.27.1.231 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/821eff13-ab78-48bf-9ffd-1622b9baf0ea) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:09:54.016229 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks [] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.048592 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.085263 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:09:54.088058 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:09:54.090759 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:09:54.159433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=821eff13-ab78-48bf-9ffd-1622b9baf0ea,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:54.336197 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks [] for router_gateway (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.524894 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582563', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11494'] for router (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.528438 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577569'] for router (6bb55fe5-292e-4ced-8a43-c06cdad3b96b), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.713377 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:09:54.816529 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:09:54.820925 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:54.822124 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b598b010-6276-474c-936f-777818829ec2 admin admin] 10.222.0.10 "PUT /v2.0/routers/6bb55fe5-292e-4ced-8a43-c06cdad3b96b HTTP/1.1" status: 200 len: 890 time: 1.6391881 Jan 10 17:09:54.936882 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 6893852c-41eb-42ef-a980-e9fdb03ffcb7 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:09:54.987888 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:54.988289 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:55.021459 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Sync routers for ids ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:09:55.041425 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Routers {'6bb55fe5-292e-4ced-8a43-c06cdad3b96b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:09:55.042096 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:09:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:55.240512 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:55.287751 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Set router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:09:55.670353 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:54Z', 'revision_number': 4, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port': {'id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:53Z', 'updated_at': '2022-01-10T17:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:46Z', 'revision_number': 5, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:55.790393 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Checking router: 6bb55fe5-292e-4ced-8a43-c06cdad3b96b for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:09:55.790689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Updating router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b port 821eff13-ab78-48bf-9ffd-1622b9baf0ea binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:09:55.839509 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.145578 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks [] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.152221 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.203944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Attempting to bind port 821eff13-ab78-48bf-9ffd-1622b9baf0ea on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:09:56.204317 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Attempting to bind port 821eff13-ab78-48bf-9ffd-1622b9baf0ea by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:09:56.204673 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Attempting to bind port 821eff13-ab78-48bf-9ffd-1622b9baf0ea on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:09:56.206483 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b7edb-61c2-4fab-859c-408c79d27dc4 None None] Pushing event updated for resources: {'Port': ['ID=821eff13-ab78-48bf-9ffd-1622b9baf0ea,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:56.211742 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:09:56.212118 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:09:56.212515 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.213507 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:09:56.213884 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Bound port: 821eff13-ab78-48bf-9ffd-1622b9baf0ea, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:09:56.214271 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.265376 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] For port 821eff13-ab78-48bf-9ffd-1622b9baf0ea, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:09:56.268298 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] For port 821eff13-ab78-48bf-9ffd-1622b9baf0ea, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=821eff13-ab78-48bf-9ffd-1622b9baf0ea,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:09:56.272928 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:56.321998 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Routers {'6bb55fe5-292e-4ced-8a43-c06cdad3b96b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:09:56.322681 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:09:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:56.396219 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b7edb-61c2-4fab-859c-408c79d27dc4 None None] Pushing event updated for resources: {'Port': ['ID=821eff13-ab78-48bf-9ffd-1622b9baf0ea,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:56.441475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] Set router 6bb55fe5-292e-4ced-8a43-c06cdad3b96b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:09:56.650263 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:54Z', 'revision_number': 4, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port': {'id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:53Z', 'updated_at': '2022-01-10T17:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:46Z', 'revision_number': 5, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:09:56.678828 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c97f2-6ac1-46f3-9138-0a6419516435 None None] The sync data for ids ['6bb55fe5-292e-4ced-8a43-c06cdad3b96b'] in dv-cinder-787632-2-iscsi is: [{'id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'name': 'router1', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:09:34Z', 'updated_at': '2022-01-10T17:09:54Z', 'revision_number': 4, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'gw_port': {'id': '821eff13-ab78-48bf-9ffd-1622b9baf0ea', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:53Z', 'updated_at': '2022-01-10T17:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '6893852c-41eb-42ef-a980-e9fdb03ffcb7', 'name': '', 'network_id': 'dcc43a19-9b6b-48e3-b97c-fe572d023b36', 'tenant_id': '6f41fa7267f24a6992a84af2e5966e9b', 'mac_address': 'fa:16:3e:1e:96:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb55fe5-292e-4ced-8a43-c06cdad3b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:09:43Z', 'updated_at': '2022-01-10T17:09:46Z', 'revision_number': 5, 'project_id': '6f41fa7267f24a6992a84af2e5966e9b', 'subnets': [{'id': '3b34acee-5e8a-4074-8543-f4b0c4ff593b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebe5827e-b07b-47c8-a898-0e3989e7513b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:09:56.941865 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 821eff13-ab78-48bf-9ffd-1622b9baf0ea up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:09:56.991508 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 821eff13-ab78-48bf-9ffd-1622b9baf0ea triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:56.991973 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:57.076992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 821eff13-ab78-48bf-9ffd-1622b9baf0ea is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:09:57.077457 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:57.098860 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 821eff13-ab78-48bf-9ffd-1622b9baf0ea, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=821eff13-ab78-48bf-9ffd-1622b9baf0ea,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:09:57.105214 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:57.158887 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=821eff13-ab78-48bf-9ffd-1622b9baf0ea,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:09:57.568994 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 60790) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:09:57.678303 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-86de8942-ebf4-4850-b4e7-9792951b95e0 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1080930 Jan 10 17:09:58.905851 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 821eff13-ab78-48bf-9ffd-1622b9baf0ea up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:09:58.955990 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 821eff13-ab78-48bf-9ffd-1622b9baf0ea triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:09:58.956464 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (821eff13-ab78-48bf-9ffd-1622b9baf0ea), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:09:59.034729 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 821eff13-ab78-48bf-9ffd-1622b9baf0ea is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:10:03.932485 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af00da0f-50a5-4d31-9f2f-4e31e9e63ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:06.379378 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b76ab9b4-efaf-43df-82da-d0bffaa317a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:07.127907 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:08.719456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:10.380001 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:24.105451 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:10:33.917542 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69854957-2325-4fb3-8759-cd303d1bdab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:36.385149 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7c4effc4-40f0-4103-98b1-3a7da28b1c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:37.131982 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:38.723456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:10:40.385465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:01.105025 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:11:03.921181 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b36acf08-d740-48a0-98b5-1de49c360993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:06.386625 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-453b807e-a075-4eab-9929-ebe91e8bda15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:07.128454 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:08.712521 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:10.378418 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:18.696905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33042) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:18.756349 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed87f511-4f7a-405b-80ce-e95aa683f527 admin admin] GET failed (client error): The resource could not be found. Jan 10 17:11:18.757658 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ed87f511-4f7a-405b-80ce-e95aa683f527 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598125 Jan 10 17:11:18.916431 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d4936-ae75-4a43-8a88-04716f9797c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:18.917917 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-2c7d4936-ae75-4a43-8a88-04716f9797c4 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563320 Jan 10 17:11:21.309624 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33052) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:21.398824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4a17d-70aa-4b88-bdc8-1c16e44a7ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:21.400157 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-efe4a17d-70aa-4b88-bdc8-1c16e44a7ca0 admin admin] 10.222.0.10 "GET /v2.0/subnets/3b34acee-5e8a-4074-8543-f4b0c4ff593b HTTP/1.1" status: 200 len: 849 time: 0.0895500 Jan 10 17:11:21.409319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:11:21.493698 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Publish callbacks [] for subnet (3b34acee-5e8a-4074-8543-f4b0c4ff593b), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:21.632660 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794359471225'] for subnet (3b34acee-5e8a-4074-8543-f4b0c4ff593b), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:21.666129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:21.666514 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:21.668004 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] 10.222.0.10 "PUT /v2.0/subnets/3b34acee-5e8a-4074-8543-f4b0c4ff593b HTTP/1.1" status: 200 len: 868 time: 0.2621057 Jan 10 17:11:21.669399 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb258d-27a1-4fdb-82f6-79e3d290698e None None] Network dcc43a19-9b6b-48e3-b97c-fe572d023b36 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:11:21.689369 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b34acee-5e8a-4074-8543-f4b0c4ff593b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:11:21.697200 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.697582 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.697937 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.698313 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.699168 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.699531 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.699872 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.700354 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.700723 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.701065 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.701399 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.701728 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:21.702060 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb846038-3b22-4e3b-836c-c15722d1bee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:11:22.010158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Provisioning complete for port 00b6e873-9505-48da-8505-45e4c4897410 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:11:22.010590 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (00b6e873-9505-48da-8505-45e4c4897410), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:22.087908 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Current status of the port 00b6e873-9505-48da-8505-45e4c4897410 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:11:22.097530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Provisioning complete for port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:11:22.097927 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6893852c-41eb-42ef-a980-e9fdb03ffcb7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:22.171805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bac8a927-50a7-49fc-8660-b28418317757 None None] Current status of the port 6893852c-41eb-42ef-a980-e9fdb03ffcb7 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:11:24.084077 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33062) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:24.274663 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28172a-6cc0-4a2e-a30b-b0a0cc2e1aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:24.275040 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28172a-6cc0-4a2e-a30b-b0a0cc2e1aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:24.276596 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-fa28172a-6cc0-4a2e-a30b-b0a0cc2e1aa8 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1915030 Jan 10 17:11:26.675416 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33070) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:26.804085 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3d0b7-b872-45ce-916a-5b824475b267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:26.804474 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3d0b7-b872-45ce-916a-5b824475b267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:26.805982 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-32c3d0b7-b872-45ce-916a-5b824475b267 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295760 Jan 10 17:11:29.205274 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33078) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:29.327488 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e814160-9b1f-4cdd-8e76-aaa5774a3d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:29.328841 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8e814160-9b1f-4cdd-8e76-aaa5774a3d2e admin admin] 10.222.0.10 "GET /v2.0/networks/ca9107fa-7506-438b-8dbd-9d875c5a6e55 HTTP/1.1" status: 200 len: 886 time: 0.1226149 Jan 10 17:11:31.723977 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33086) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:31.850063 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d02e4-7f45-41ae-8943-8313af5fd61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:31.851457 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d55d02e4-7f45-41ae-8943-8313af5fd61b admin admin] 10.222.0.10 "GET /v2.0/networks/dcc43a19-9b6b-48e3-b97c-fe572d023b36 HTTP/1.1" status: 200 len: 869 time: 0.1265435 Jan 10 17:11:33.923636 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9941fb6b-760e-49aa-ad00-3ae626cef9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:34.283055 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33094) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:34.404166 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fc4ff-7242-47bd-bfb2-2d60ae9af34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:34.404632 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fc4ff-7242-47bd-bfb2-2d60ae9af34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:34.406126 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-368fc4ff-7242-47bd-bfb2-2d60ae9af34f admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221292 Jan 10 17:11:36.387214 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e47264df-2eae-40e0-9187-53dbc0fa317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:36.822383 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33102) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:36.909948 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627ae71-3bdd-4a2b-b049-ba1969d8a08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:36.910447 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627ae71-3bdd-4a2b-b049-ba1969d8a08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:36.911968 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-e627ae71-3bdd-4a2b-b049-ba1969d8a08a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886166 Jan 10 17:11:37.132316 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:38.103684 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:11:38.716588 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:39.316415 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33110) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:39.403455 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf7d99-2ec1-4076-a017-e7d91d13c9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:39.404763 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3fdf7d99-2ec1-4076-a017-e7d91d13c9a6 admin admin] 10.222.0.10 "GET /v2.0/subnets/3b34acee-5e8a-4074-8543-f4b0c4ff593b HTTP/1.1" status: 200 len: 868 time: 0.0874150 Jan 10 17:11:40.383892 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:11:41.814364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33118) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:11:41.900154 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c41016-3689-4ad0-a7b8-6d562617bb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:11:41.901482 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-12c41016-3689-4ad0-a7b8-6d562617bb60 admin admin] 10.222.0.10 "GET /v2.0/subnets/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a HTTP/1.1" status: 200 len: 816 time: 0.0862329 Jan 10 17:12:03.926827 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-26459d6f-4aa6-4b04-885f-b27e506f5ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:06.389644 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b311979-c317-481f-bbf7-a06936343ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:06.783524 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33172) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:12:06.829769 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [None req-e3b6ed8e-a313-4701-a46c-9e88395c9aaf admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:12:06.830790 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-e3b6ed8e-a313-4701-a46c-9e88395c9aaf admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463383 Jan 10 17:12:07.139476 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:08.719792 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:09.320094 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33180) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:12:09.377351 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.pecan_wsgi.hooks.translation [None req-0054d125-45fb-40ad-ae0d-81e5c07aad2a admin admin] GET failed (client error): The resource could not be found. Jan 10 17:12:09.378620 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0054d125-45fb-40ad-ae0d-81e5c07aad2a admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576005 Jan 10 17:12:09.461115 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54411061-dd76-4c8b-8ede-76d5ed757cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:12:09.462594 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-54411061-dd76-4c8b-8ede-76d5ed757cc9 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794344 Jan 10 17:12:10.387361 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:11.945199 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33190) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:12:11.997565 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'project_id': '5a8c884af53e498f80edf9490968247b', 'admin_state_up': True, 'tenant_id': '5a8c884af53e498f80edf9490968247b'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:12:12.019819 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Made reservation on behalf of 5a8c884af53e498f80edf9490968247b for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:12:12.022120 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:12.054869 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING neutron.services.revisions.revision_plugin [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Could not find related network for resource to bump revision. Jan 10 17:12:12.067610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:12:12.077762 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (9678a83a-0587-449a-8f00-b02ed2b8021e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:12.078100 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Added segment 9678a83a-0587-449a-8f00-b02ed2b8021e of type vlan for network 315be635-7d5c-48ff-a3d5-ef163c043494 Jan 10 17:12:12.114512 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (315be635-7d5c-48ff-a3d5-ef163c043494), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:12.138859 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (315be635-7d5c-48ff-a3d5-ef163c043494), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:12.139771 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:12:12.140345 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:12.170834 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2245293 Jan 10 17:12:12.227820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=315be635-7d5c-48ff-a3d5-ef163c043494,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:12:12.234904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.235261 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.235609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.235946 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.236282 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.236616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.236964 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.237295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.237645 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.237973 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.238335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.238661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.238980 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19bc19-8dda-40f2-905b-59af73829dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:12.251479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 315be635-7d5c-48ff-a3d5-ef163c043494 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:12:14.654326 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33202) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:12:14.711533 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.pecan_wsgi.hooks.translation [None req-c860c37b-ebe6-4569-96a0-03320a955d2c admin admin] GET failed (client error): The resource could not be found. Jan 10 17:12:14.712777 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-c860c37b-ebe6-4569-96a0-03320a955d2c admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575223 Jan 10 17:12:14.875209 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f313e5-c94b-4d77-b858-cd588b849d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:12:14.876660 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-04f313e5-c94b-4d77-b858-cd588b849d5e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1599507 Jan 10 17:12:14.886424 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5a8c884af53e498f80edf9490968247b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:12:14.906955 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Made reservation on behalf of 5a8c884af53e498f80edf9490968247b for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:12:14.909227 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.064251 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (200fe34c-9cce-4916-b802-b4f1a0d69513), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.102738 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:12:15.111212 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200fe34c-9cce-4916-b802-b4f1a0d69513,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:12:15.126402 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Checking segment: {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:12:15.126698 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Network hostable DHCP agents. Network: 315be635-7d5c-48ff-a3d5-ef163c043494, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:12:15.141881 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Network 315be635-7d5c-48ff-a3d5-ef163c043494 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:12:15.150215 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 315be635-7d5c-48ff-a3d5-ef163c043494) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:12:15.154095 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:12:15.154721 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.159240 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2835b-dfb2-4740-bbaa-a05b55c1e121 None None] Network 315be635-7d5c-48ff-a3d5-ef163c043494 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:12:15.174033 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d1b57654-1e79-4d54-85b1-b5b9c7dedc24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2872975 Jan 10 17:12:15.266548 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-315be635-7d5c-48ff-a3d5-ef163c043494', 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494', 'project_id': '5a8c884af53e498f80edf9490968247b', 'fixed_ips': [{'subnet_id': '200fe34c-9cce-4916-b802-b4f1a0d69513'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:12:15.267440 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.406007 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Allocated IP 192.168.233.2 (315be635-7d5c-48ff-a3d5-ef163c043494/200fe34c-9cce-4916-b802-b4f1a0d69513/5b813b9c-c231-4dcd-be4b-695b52a0bda5) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:12:15.548200 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks [] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.555412 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.594771 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Network 315be635-7d5c-48ff-a3d5-ef163c043494 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:12:15.598029 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:12:15.604206 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:12:15.607243 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Pushing event updated for resources: {'Port': ['ID=5b813b9c-c231-4dcd-be4b-695b52a0bda5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:12:15.617504 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.617879 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.618269 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.618618 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.618955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.619287 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.619616 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.619942 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.620271 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.620612 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.620940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.621261 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.621582 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:12:15.673290 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Attempting to bind port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:12:15.673623 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Attempting to bind port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:12:15.673987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Attempting to bind port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 on network 315be635-7d5c-48ff-a3d5-ef163c043494 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:12:15.679708 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:12:15.680071 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Checking segment: {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:12:15.680466 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.680848 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Bound using segment: {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:12:15.681305 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Bound port: 5b813b9c-c231-4dcd-be4b-695b52a0bda5, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:12:15.681674 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.742804 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] For port 5b813b9c-c231-4dcd-be4b-695b52a0bda5, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:12:15.745780 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] For port 5b813b9c-c231-4dcd-be4b-695b52a0bda5, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=5b813b9c-c231-4dcd-be4b-695b52a0bda5,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:12:15.751587 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:15.805722 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb081a-d834-4a95-8dce-032f0c086d9a None None] Pushing event updated for resources: {'Port': ['ID=5b813b9c-c231-4dcd-be4b-695b52a0bda5,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:12:16.701735 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70de16-e029-4b14-bed2-2efb215e7488 None None] Network 315be635-7d5c-48ff-a3d5-ef163c043494 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:12:16.812654 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Provisioning complete for port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:12:16.813286 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:17.007906 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Current status of the port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:12:17.008472 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:17.043218 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] For port 5b813b9c-c231-4dcd-be4b-695b52a0bda5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=5b813b9c-c231-4dcd-be4b-695b52a0bda5,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:12:17.049721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:17.076570 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 5b813b9c-c231-4dcd-be4b-695b52a0bda5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:12:17.130791 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0c224-77e0-48b7-8e2d-4d26967c2efe None None] Pushing event updated for resources: {'Port': ['ID=5b813b9c-c231-4dcd-be4b-695b52a0bda5,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:12:17.146643 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:12:17.147713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:17.193227 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-dd155ff2-8044-421f-bc18-dc8f6f782847 None None] Provisioning complete for port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:12:17.193605 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dd155ff2-8044-421f-bc18-dc8f6f782847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:17.266883 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:12:17.306575 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dd155ff2-8044-421f-bc18-dc8f6f782847 None None] Current status of the port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:12:18.992554 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 5b813b9c-c231-4dcd-be4b-695b52a0bda5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:12:19.039543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:12:19.039931 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (5b813b9c-c231-4dcd-be4b-695b52a0bda5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:19.114263 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 5b813b9c-c231-4dcd-be4b-695b52a0bda5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:12:33.929125 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-6d610f31-fc78-4c08-ab99-634f4ada01b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:36.391475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65bcbda9-5a93-4de1-9a98-3f7d1c8bfce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:37.139366 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:38.722768 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:40.389600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:12:52.102510 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:13:03.931272 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-55ba66e7-c628-4a6d-9cc8-00480b0fbd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:06.392130 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e4755c88-016f-499a-ad0c-32d30ce9f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:07.143938 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:08.727482 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:10.393168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.232932 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33246) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:13:28.238813 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [None req-5e89d8d4-7be3-4769-90d4-7610a40555c4 tempest-verify_tempest_config-1320973172 tempest-verify_tempest_config-1320973172-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102728) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:13:28.239784 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5e89d8d4-7be3-4769-90d4-7610a40555c4 tempest-verify_tempest_config-1320973172 tempest-verify_tempest_config-1320973172-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058641 Jan 10 17:13:28.524224 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33264) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:13:28.623549 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.699033 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Publish callbacks [] for security_group (4e58aee4-ae72-43fd-a9a2-b3259feca7cb), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.702300 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4e58aee4-ae72-43fd-a9a2-b3259feca7cb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.746106 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b497ae837a54d2fb4aa14d7875823cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2208719 Jan 10 17:13:28.747145 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58aee4-ae72-43fd-a9a2-b3259feca7cb,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:13:28.748823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33268) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:13:28.754083 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.754490 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.754905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.755348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.755684 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.756015 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.756362 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.756668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.756992 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.757331 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.757653 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.757970 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.758308 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc18050-f820-4f71-abe7-f5e2fb76efab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.804217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Publish callbacks [] for security_group (4e58aee4-ae72-43fd-a9a2-b3259feca7cb), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.824015 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Publish callbacks [] for security_group (4e58aee4-ae72-43fd-a9a2-b3259feca7cb), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.913016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4e58aee4-ae72-43fd-a9a2-b3259feca7cb), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.915668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:28.916803 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e58aee4-ae72-43fd-a9a2-b3259feca7cb HTTP/1.1" status: 204 len: 168 time: 0.1668868 Jan 10 17:13:28.925010 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58aee4-ae72-43fd-a9a2-b3259feca7cb,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:13:28.932166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.932542 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.932890 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.933233 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.933566 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.933895 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.934249 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.934581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.934903 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.935223 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.935550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.935875 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:28.936202 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8115b3-488c-4cd3-a795-8e84a73d1fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:13:29.101503 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:13:33.933114 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0fcffee2-4fcd-4b11-ad81-34d450f40175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:36.394085 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-255b2c3a-46e3-41c6-b8b3-bf307b8128c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:37.144568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:38.729694 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:13:40.396389 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:03.933504 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-65b15179-2e5b-43a5-906b-8f96f962ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:06.099463 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:14:06.395427 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d9e04ab5-ea10-434e-aaa3-0a1fc7fef835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:07.146488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:08.731417 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:10.398565 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:33.934933 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b32e6fe2-b0f1-4d2b-abd4-588820041ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:36.397982 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-db25220e-8a19-4ebc-9815-17c6bef45c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:37.146748 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:38.734025 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:40.401256 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:14:43.097832 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 5 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:15:03.524068 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579981'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:03.938240 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ef78-9156-4c41-a939-a7c4269a9ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:06.399137 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-05920560-41b1-4b2c-8469-abc2341a3cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:07.152294 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:08.738487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:10.402764 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:19.422764 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33342) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:15:19.522857 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-3e2680d8-8dcb-41eb-b11b-a3a29667db59 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0990021 Jan 10 17:15:20.096214 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:15:21.943528 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33352) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:15:21.995936 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c954d4ad-d21a-4868-93c4-18d62b14ddc6 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0513301 Jan 10 17:15:33.500549 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:33.939287 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-088f8bd2-9ad7-4b95-963a-1fe91c0439ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:36.400544 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e005ce05-4990-4e24-9f25-022bb35b7868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:37.150698 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:38.741574 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:40.404299 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:15:57.094639 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:16:03.532998 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:03.940596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-76ab7bb5-3bea-4a5c-abad-ab900c9a57c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:06.402660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca27-53db-417e-b053-b841e576484d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:07.153543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:08.744716 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:10.406940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:33.609428 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:33.941324 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5acfd318-c6bf-4ab9-9a46-d14216726f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:34.092840 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:16:36.403948 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-40eab1a6-54f8-421a-9bf3-81d3cd39ad72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:37.161164 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:38.747141 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:40.410618 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.070144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33540) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.103443 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33548) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.327856 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-859433913-network', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:54.347449 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1005607177-network', 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:54.359924 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Made reservation on behalf of a6063f65f9ff4971bb348b96420816aa for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:54.362292 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.373017 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.433921 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:54.436482 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.460739 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.481066 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks [] for security_group (e91b3109-6071-4206-aed1-9728bd50e7fe), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.487349 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e91b3109-6071-4206-aed1-9728bd50e7fe), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.506341 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:16:54.519107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (0efabe58-9ec0-45d2-b91b-a46b0ebd2687), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.519464 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Added segment 0efabe58-9ec0-45d2-b91b-a46b0ebd2687 of type vlan for network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 Jan 10 17:16:54.573770 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (8ba32b39-cf3c-46a3-aba0-5e28aa14d827), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.600596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91b3109-6071-4206-aed1-9728bd50e7fe,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:54.619622 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33576) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.624687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (8ba32b39-cf3c-46a3-aba0-5e28aa14d827), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.625872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:54.626473 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.632254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.632607 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.632953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.633291 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.633619 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.634153 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.634520 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.634855 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.635201 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.635534 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.635863 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.636181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.636503 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Tracked resource versions report: Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: pushed versions: Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: { 'AddressGroup': {'1.2'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'ConntrackHelper': {'1.0'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Log': {'1.0'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Network': {'1.1'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Port': {'1.7'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'PortForwarding': {'1.2'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'QosPolicy': {'1.10'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroup': {'1.5'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SubPort': {'1.0'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Subnet': {'1.1'}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Trunk': {'1.1'}} Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: consumer versions: Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: HyperV agent@hv-cinder-78763: {}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'ConntrackHelper': '1.0', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'LocalIPAssociation': '1.0', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Log': '1.0', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Network': '1.1', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Port': '1.7', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'PortForwarding': '1.2', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'QosPolicy': '1.10', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroup': '1.5', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SecurityGroupRule': '1.2', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'SubPort': '1.0', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Subnet': '1.1', Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: 'Trunk': '1.1'}} Jan 10 17:16:54.637652 dv-cinder-787632-2-iscsi neutron-server[102729]: {{(pid=102729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:16:54.666901 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33584) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.673914 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5694075 Jan 10 17:16:54.677375 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33588) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.682883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Request body: {'subnet': {'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-859433913-subnet', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:54.713185 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Made reservation on behalf of a6063f65f9ff4971bb348b96420816aa for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:54.715614 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.722619 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks [] for security_group (d7b65b0b-4554-4c3b-98be-d0c19223b920), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.730483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c16ed-787e-4938-af16-acd19c72b889 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba32b39-cf3c-46a3-aba0-5e28aa14d827,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:54.732908 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d7b65b0b-4554-4c3b-98be-d0c19223b920), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.745854 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:16:54.759353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b65b0b-4554-4c3b-98be-d0c19223b920,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:54.769631 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:16:54.786905 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (64f677dc-1918-413d-9333-41e9b19ffcf4), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.787688 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Added segment 64f677dc-1918-413d-9333-41e9b19ffcf4 of type vlan for network 65c0ab5c-643f-4854-bda9-a2baabfd7842 Jan 10 17:16:54.846695 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (65c0ab5c-643f-4854-bda9-a2baabfd7842), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.860558 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33598) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.894008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (65c0ab5c-643f-4854-bda9-a2baabfd7842), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.896237 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:54.897102 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.947761 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (3647c68b-c8f6-40ba-9795-93b47db1e83a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:54.967672 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=65c0ab5c-643f-4854-bda9-a2baabfd7842,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:54.976498 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-512cb28a-981c-4ba3-bd49-c596813bf0e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9041924 Jan 10 17:16:54.977207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33608) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:54.982580 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Request body: {'subnet': {'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1005607177-subnet', 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:54.988512 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:16:55.000560 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-network', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.005616 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3647c68b-c8f6-40ba-9795-93b47db1e83a,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:55.015672 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.016050 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.016398 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.016732 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.017249 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.017759 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.018081 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.018438 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.018784 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.019130 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.019464 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.019942 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.020214 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Tracked resource versions report: Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: pushed versions: Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: { 'AddressGroup': {'1.2'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'ConntrackHelper': {'1.0'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Log': {'1.0'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Network': {'1.1'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Port': {'1.7'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'PortForwarding': {'1.2'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'QosPolicy': {'1.10'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroup': {'1.5'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SubPort': {'1.0'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Subnet': {'1.1'}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Trunk': {'1.1'}} Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: consumer versions: Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: HyperV agent@hv-cinder-78763: {}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'ConntrackHelper': '1.0', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'LocalIPAssociation': '1.0', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Log': '1.0', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Network': '1.1', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Port': '1.7', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'PortForwarding': '1.2', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'QosPolicy': '1.10', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroup': '1.5', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SecurityGroupRule': '1.2', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'SubPort': '1.0', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Subnet': '1.1', Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: 'Trunk': '1.1'}} Jan 10 17:16:55.022002 dv-cinder-787632-2-iscsi neutron-server[102728]: {{(pid=102728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:16:55.030609 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636571178-network', 'tenant_id': 'b4ad261e9d0441fc86830a05033c7674'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.049351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-478649763-network', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.054314 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:55.056911 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.069122 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Made reservation on behalf of 709381cc5d794dcd8b5b93a1a1e34f05 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:55.071714 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.108755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.128723 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Made reservation on behalf of 7cb63f77fb6845d2b5ece63bf93b3481 for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:55.133401 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.135829 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Checking segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:55.136192 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Network hostable DHCP agents. Network: 8ba32b39-cf3c-46a3-aba0-5e28aa14d827, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:16:55.158561 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Made reservation on behalf of b4ad261e9d0441fc86830a05033c7674 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:55.160865 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.177616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.186034 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.202284 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:16:55.234064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 8ba32b39-cf3c-46a3-aba0-5e28aa14d827) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:55.246140 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:55.246990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.254306 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6059832-a00f-4533-b742-a7ffff9fb8a1 None None] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:55.285034 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks [] for security_group (a8766670-c6bf-4a76-aa3b-23c7a778443a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.298605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33618) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:55.299163 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1f6f6c8c-953b-421d-84f6-eea8e0e75eb4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6204691 Jan 10 17:16:55.306086 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a8766670-c6bf-4a76-aa3b-23c7a778443a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.313211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.331229 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:16:55.353575 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.353935 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Added segment 7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0 of type vlan for network be608f9d-f2ce-4080-bed0-d4396bad9669 Jan 10 17:16:55.397335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks [] for security_group (a1575973-f367-4293-844d-8d4a0b7866e0), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.399128 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (be608f9d-f2ce-4080-bed0-d4396bad9669), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.421256 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a1575973-f367-4293-844d-8d4a0b7866e0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.431207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:16:55.440796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (6ad72934-18f0-4faf-87e8-98e3ba70f61d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.441443 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Added segment 6ad72934-18f0-4faf-87e8-98e3ba70f61d of type vlan for network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 Jan 10 17:16:55.458472 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8766670-c6bf-4a76-aa3b-23c7a778443a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:55.462739 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (be608f9d-f2ce-4080-bed0-d4396bad9669), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.464919 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:55.465507 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.492264 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:16:55.493542 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.502075 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (f57d6ca3-d7e6-49ec-a260-99f7a8384f08), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.570969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1575973-f367-4293-844d-8d4a0b7866e0,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:55.573581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.574581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.632492 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9639742 Jan 10 17:16:55.636211 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33626) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:55.641668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0545c19-e770-4f46-ae8c-e797cd197eef admin admin] Pushing event updated for resources: {'Network': ['ID=be608f9d-f2ce-4080-bed0-d4396bad9669,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:55.653932 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Request body: {'subnet': {'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-subnet', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.665426 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for router_controller (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), precommit_add_association {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.697156 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Made reservation on behalf of 709381cc5d794dcd8b5b93a1a1e34f05 for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:55.700319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.711996 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Allocated IP 172.20.0.2 (8ba32b39-cf3c-46a3-aba0-5e28aa14d827/3647c68b-c8f6-40ba-9795-93b47db1e83a/6fdffddb-d00d-4701-880e-cf540158b7c2) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:16:55.839872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (f57d6ca3-d7e6-49ec-a260-99f7a8384f08), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.841131 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:55.841875 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.888667 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks [] for security_group (fbad541a-a083-4421-a284-07825707afd5), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.889612 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0276978 Jan 10 17:16:55.890064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (99e410ca-24bf-4a10-897e-b5680fa1e01f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:55.897163 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33630) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:55.952354 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Request body: {'subnet': {'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-subnet', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:55.956554 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e410ca-24bf-4a10-897e-b5680fa1e01f,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:55.987716 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fbad541a-a083-4421-a284-07825707afd5), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.001685 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for router_gateway (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.002676 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:16:56.011007 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks [] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.014264 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (1c0bc3c6-bf75-4630-a919-5b9111195607), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.014763 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Added segment 1c0bc3c6-bf75-4630-a919-5b9111195607 of type vlan for network 5aae78ad-1f20-42ac-b114-3edd397b80a0 Jan 10 17:16:56.017071 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network be608f9d-f2ce-4080-bed0-d4396bad9669 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:16:56.021201 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (a3777e6f-57fd-41d0-b589-c21c7a0b19e8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.044905 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.059190 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (5aae78ad-1f20-42ac-b114-3edd397b80a0), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.083580 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:16:56.117072 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Checking segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:56.117799 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Network hostable DHCP agents. Network: be608f9d-f2ce-4080-bed0-d4396bad9669, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:16:56.122409 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad541a-a083-4421-a284-07825707afd5,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:56.132801 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (5aae78ad-1f20-42ac-b114-3edd397b80a0), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.133754 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:56.134529 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.171860 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:56.175944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:16:56.226957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] Pushing event updated for resources: {'Network': ['ID=5aae78ad-1f20-42ac-b114-3edd397b80a0,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:56.232454 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-70af2ff4-8686-4aaa-ac08-505b54f3b3ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6115246 Jan 10 17:16:56.239953 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33648) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:56.248894 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Request body: {'subnet': {'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636571178-subnet', 'tenant_id': 'b4ad261e9d0441fc86830a05033c7674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:56.253469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653f1f-850b-4488-bc4f-88e41e908fcc admin admin] Pushing event updated for resources: {'Network': ['ID=f57d6ca3-d7e6-49ec-a260-99f7a8384f08,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:56.254006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Network be608f9d-f2ce-4080-bed0-d4396bad9669 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:16:56.259233 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3777e6f-57fd-41d0-b589-c21c7a0b19e8,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:56.265657 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Made reservation on behalf of 7cb63f77fb6845d2b5ece63bf93b3481 for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:56.269462 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.297369 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Attempting to bind port 6fdffddb-d00d-4701-880e-cf540158b7c2 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:16:56.300720 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Attempting to bind port 6fdffddb-d00d-4701-880e-cf540158b7c2 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:16:56.301268 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Attempting to bind port 6fdffddb-d00d-4701-880e-cf540158b7c2 on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:16:56.313867 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 5aae78ad-1f20-42ac-b114-3edd397b80a0 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:16:56.319562 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:16:56.339237 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:16:56.344764 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Checking segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:56.345182 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.345626 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Bound using segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:16:56.346455 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Bound port: 6fdffddb-d00d-4701-880e-cf540158b7c2, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:16:56.346839 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.403285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Checking segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:56.403671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Network hostable DHCP agents. Network: 65c0ab5c-643f-4854-bda9-a2baabfd7842, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:16:56.463550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:16:56.481043 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, be608f9d-f2ce-4080-bed0-d4396bad9669) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:56.484224 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 65c0ab5c-643f-4854-bda9-a2baabfd7842) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:56.497369 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:56.497972 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.514924 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Made reservation on behalf of b4ad261e9d0441fc86830a05033c7674 for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:16:56.526132 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.546699 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] For port 6fdffddb-d00d-4701-880e-cf540158b7c2, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:16:56.556199 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] For port 6fdffddb-d00d-4701-880e-cf540158b7c2, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=6fdffddb-d00d-4701-880e-cf540158b7c2,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:16:56.574357 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49a62e-b585-4db1-9378-faee93ae1d69 None None] Network be608f9d-f2ce-4080-bed0-d4396bad9669 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:56.579873 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e7fdb-82ac-4d29-b6fa-e71e6f09a8eb None None] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:56.587973 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f50e9596-12d4-4981-b0a1-6155526afd76 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9494286 Jan 10 17:16:56.592422 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33674) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:56.603714 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:56.604317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.620322 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.644049 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:56.752138 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for router_gateway (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.785856 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.844584 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Pushing event updated for resources: {'Port': ['ID=6fdffddb-d00d-4701-880e-cf540158b7c2,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:56.891730 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.895131 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.903184 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (49f40baa-eed3-4bdd-8466-ed296e5d48aa), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:56.963936 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-05b20658-3425-47c4-ae34-b996a3084d75 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9853170 Jan 10 17:16:57.032956 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.034035 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.034660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.035223 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.035763 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.036460 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.037011 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.037567 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.039432 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.040084 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.040635 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.041286 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.041832 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Tracked resource versions report: Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: pushed versions: Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: { 'AddressGroup': {'1.2'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'ConntrackHelper': {'1.0'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Log': {'1.0'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Network': {'1.1'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Port': {'1.7'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'PortForwarding': {'1.2'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'QosPolicy': {'1.10'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroup': {'1.5'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SubPort': {'1.0'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Subnet': {'1.1'}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Trunk': {'1.1'}} Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: consumer versions: Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: HyperV agent@hv-cinder-78763: {}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'ConntrackHelper': '1.0', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'LocalIPAssociation': '1.0', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Log': '1.0', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Network': '1.1', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Port': '1.7', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'PortForwarding': '1.2', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'QosPolicy': '1.10', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroup': '1.5', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SecurityGroupRule': '1.2', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'SubPort': '1.0', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Subnet': '1.1', Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: 'Trunk': '1.1'}} Jan 10 17:16:57.043659 dv-cinder-787632-2-iscsi neutron-server[102730]: {{(pid=102730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:16:57.131696 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Allocated IP 172.27.1.36 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/f2409538-8d84-4550-9dbd-edc4274245d6) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:16:57.220846 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc09ec-8301-419f-abc2-9612aaa7cf7d None None] Pushing event updated for resources: {'Port': ['ID=6fdffddb-d00d-4701-880e-cf540158b7c2,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:57.243063 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa255fe-6113-4c6b-9028-14c453fd8b4c None None] Network be608f9d-f2ce-4080-bed0-d4396bad9669 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:57.258279 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (ee967945-0fd9-4f32-820a-9afb90ee71c1), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.330990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f40baa-eed3-4bdd-8466-ed296e5d48aa,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:57.334905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for router_controller (d8137c65-070b-4097-8d95-e4b1dbb14dcf), precommit_add_association {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.462072 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for port (f2409538-8d84-4550-9dbd-edc4274245d6), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.462966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1f8ac-d110-4473-b1b8-3a7e3b1dc17c None None] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:57.513659 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Checking segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:57.514041 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Network hostable DHCP agents. Network: f57d6ca3-d7e6-49ec-a260-99f7a8384f08, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:16:57.515260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.622683 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:16:57.629272 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:57.638186 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:16:57.690791 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33722) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:57.719613 dv-cinder-787632-2-iscsi neutron-server[102729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 17:16:57.752404 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Pushing event updated for resources: {'Port': ['ID=f2409538-8d84-4550-9dbd-edc4274245d6,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:57.760771 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee967945-0fd9-4f32-820a-9afb90ee71c1,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:57.778532 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for router_gateway (d8137c65-070b-4097-8d95-e4b1dbb14dcf), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.781515 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:16:57.785276 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Checking segment: {'id': '1c0bc3c6-bf75-4630-a919-5b9111195607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:57.785651 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Network hostable DHCP agents. Network: 5aae78ad-1f20-42ac-b114-3edd397b80a0, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:16:57.812559 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, f57d6ca3-d7e6-49ec-a260-99f7a8384f08) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:57.816977 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:57.818480 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.824973 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cae040-d96a-4064-a107-d047fc5905fb None None] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:57.846570 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Network 5aae78ad-1f20-42ac-b114-3edd397b80a0 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:16:57.876824 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f07556ba-aa17-4470-a422-1853d4bc1b32 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9295149 Jan 10 17:16:57.882661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33724) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:57.883298 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 5aae78ad-1f20-42ac-b114-3edd397b80a0) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:57.887756 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:57.888619 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:57.890140 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:16:57.903166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f332ca07-1bc7-405d-8b08-177050a86568 None None] Network 5aae78ad-1f20-42ac-b114-3edd397b80a0 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:57.911831 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3770ac21-6d69-4ef3-b7f3-095b07359952 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6690149 Jan 10 17:16:58.083679 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for router_gateway (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.110205 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.185888 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:16:58.186793 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.195049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.206738 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.229370 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-4c0239b5-0994-4bbd-97cb-8507b864e9c9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:58.236565 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-4c0239b5-0994-4bbd-97cb-8507b864e9c9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.5180993 Jan 10 17:16:58.296936 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-99125bee-415b-4f4d-a85c-ebb8a5927ae3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/quotas/c346efae5fb94b1a81a585527ed1d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0590992 Jan 10 17:16:58.298388 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Allocated IP 172.27.1.198 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/273edc28-64de-4ce2-9868-ceba74fb24eb) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:16:58.391829 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Allocated IP 172.20.0.2 (f57d6ca3-d7e6-49ec-a260-99f7a8384f08/49f40baa-eed3-4bdd-8466-ed296e5d48aa/cbda0983-0510-483e-a1b6-84da9e65490a) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:16:58.471091 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.491821 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-361f0843-ec1b-4dd9-9172-a78727927b2a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1881630 Jan 10 17:16:58.502643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33756) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:58.506932 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for router_controller (fb58a085-7dac-4ffd-93b9-0e958ce826f0), precommit_add_association {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.555110 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.577343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539201b-f487-4283-b74d-678e3dcc36a7 None None] Network 5aae78ad-1f20-42ac-b114-3edd397b80a0 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:58.632967 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Pushing event updated for resources: {'Port': ['ID=273edc28-64de-4ce2-9868-ceba74fb24eb,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:58.646777 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75609b-ba2c-441f-9748-0abc94ee3037 None None] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:16:58.658555 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:16:58.660067 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:58.664584 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:16:58.786455 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for router_gateway (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.861763 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Provisioning complete for port 6fdffddb-d00d-4701-880e-cf540158b7c2 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:16:58.862162 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.901266 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-7e8a1e4f-1880-4fcd-aeec-c0919b2bd0d6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:16:58.908113 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-7e8a1e4f-1880-4fcd-aeec-c0919b2bd0d6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1421833 Jan 10 17:16:58.963466 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks [] for port (cbda0983-0510-483e-a1b6-84da9e65490a), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.980671 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:58.984879 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for router_gateway (fb58a085-7dac-4ffd-93b9-0e958ce826f0), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.035843 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for router_gateway (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.059014 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-381b3830-f97b-4e21-a4d1-83d699518f1f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:16:59.060496 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-381b3830-f97b-4e21-a4d1-83d699518f1f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/networks?id=5aae78ad-1f20-42ac-b114-3edd397b80a0 HTTP/1.1" status: 200 len: 811 time: 0.5557504 Jan 10 17:16:59.065323 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:16:59.070621 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Pushing event updated for resources: {'Port': ['ID=cbda0983-0510-483e-a1b6-84da9e65490a,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:59.075927 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:16:59.082433 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:16:59.093475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Current status of the port 6fdffddb-d00d-4701-880e-cf540158b7c2 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:16:59.093871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.122837 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-9854e055-6ff4-4cb1-bb0f-0768ed277e57 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/quotas/b4ad261e9d0441fc86830a05033c7674 HTTP/1.1" status: 200 len: 375 time: 0.0367606 Jan 10 17:16:59.219908 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] For port 6fdffddb-d00d-4701-880e-cf540158b7c2, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=6fdffddb-d00d-4701-880e-cf540158b7c2,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:16:59.221861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Attempting to bind port cbda0983-0510-483e-a1b6-84da9e65490a on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:16:59.222303 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Attempting to bind port cbda0983-0510-483e-a1b6-84da9e65490a by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:16:59.222790 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Attempting to bind port cbda0983-0510-483e-a1b6-84da9e65490a on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:16:59.231431 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:16:59.231820 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Checking segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:16:59.232232 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.232645 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Bound using segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:16:59.233211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Bound port: cbda0983-0510-483e-a1b6-84da9e65490a, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:16:59.233652 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.294410 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-7200879c-bc3c-4407-a9a3-633df03fd901 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4ad261e9d0441fc86830a05033c7674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1649408 Jan 10 17:16:59.307250 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-953e37ad-01c3-4f70-a71c-8b554cf5056d service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983045 Jan 10 17:16:59.321121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] For port cbda0983-0510-483e-a1b6-84da9e65490a, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:16:59.324650 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] For port cbda0983-0510-483e-a1b6-84da9e65490a, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=cbda0983-0510-483e-a1b6-84da9e65490a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:16:59.326055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.377963 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 6fdffddb-d00d-4701-880e-cf540158b7c2 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:16:59.404386 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.418375 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.432536 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.456174 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-1ad448a8-edae-4557-875d-30d5d0bf63a2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:16:59.457363 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-1ad448a8-edae-4557-875d-30d5d0bf63a2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0692489 Jan 10 17:16:59.494164 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d183fb6-fe1b-42d7-a105-d589f1927c25 None None] Pushing event updated for resources: {'Port': ['ID=6fdffddb-d00d-4701-880e-cf540158b7c2,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:59.503361 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-15da9da0-89e1-4b0f-b75e-291f201aeb61 None None] Provisioning complete for port 6fdffddb-d00d-4701-880e-cf540158b7c2 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:16:59.503749 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-15da9da0-89e1-4b0f-b75e-291f201aeb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.507065 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 6fdffddb-d00d-4701-880e-cf540158b7c2 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:16:59.507668 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.571797 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-6e7c279b-9056-45ac-a678-b806fa68cbb6 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562954 Jan 10 17:16:59.596146 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Router d8137c65-070b-4097-8d95-e4b1dbb14dcf is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:16:59.673391 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be0e7-66e4-4c9e-a5fd-4c028e9ce6a5 None None] Pushing event updated for resources: {'Port': ['ID=cbda0983-0510-483e-a1b6-84da9e65490a,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:16:59.790678 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:16:59.803991 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Sync routers for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:16:59.806167 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for router_gateway (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.813791 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-9a1fe554-17f8-4bb3-8e28-a2f876f03857 service neutron] 10.222.0.10 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140516 Jan 10 17:16:59.834518 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.834764 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:16:59.835290 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:16:59.835796 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3fd440f5-2dad-409b-a259-873650dab687 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2394981 Jan 10 17:16:59.839517 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33794) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:16:59.856671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:16:59.865327 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 6fdffddb-d00d-4701-880e-cf540158b7c2 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:16:59.900704 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-15da9da0-89e1-4b0f-b75e-291f201aeb61 None None] Current status of the port 6fdffddb-d00d-4701-880e-cf540158b7c2 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:00.025004 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:00.128955 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:17:00.292862 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-90892caa-ba40-4b80-9dc8-bb4a9ab42e4a req-e37186ad-e97a-42ea-bd09-91b7b51cd50f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.1136439 Jan 10 17:17:00.417965 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:16:58Z', 'revision_number': 3, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:00.440318 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:00.457700 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-81b9148d-edf3-40eb-a61c-926c5eb0a069 service neutron] 10.222.0.10 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886770 Jan 10 17:17:00.461985 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493129-7d63-438a-9047-42701777be67 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:00.483703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Allocated IP 172.27.1.177 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/eba0bbd4-51a9-4df8-a01f-8ac4163698c5) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:00.492210 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:00.493135 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:00.502069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:00.510599 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-1a92ff0f-0a15-44f5-8ef1-c36b3e16a17e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2071419 Jan 10 17:17:00.512838 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33836) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:00.572983 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Checking router: d8137c65-070b-4097-8d95-e4b1dbb14dcf for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:00.573338 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Updating router d8137c65-070b-4097-8d95-e4b1dbb14dcf port 273edc28-64de-4ce2-9868-ceba74fb24eb binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:00.643125 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:00.950747 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:01.065288 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.295418 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54574847-5497-4703-b54d-a19d38b2cc1d None None] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:17:01.363044 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33876) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:01.377869 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Allocated IP 172.20.0.1 (be608f9d-f2ce-4080-bed0-d4396bad9669/99e410ca-24bf-4a10-897e-b5680fa1e01f/191b5ba1-f502-44b0-8de4-b2dc8a19005a) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:01.409615 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-77e64a65-3738-431f-a610-96f8db4c7860 req-a04b4647-869e-45ae-87e0-2bfcd5421d6e tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.2211266 Jan 10 17:17:01.541006 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device cbda0983-0510-483e-a1b6-84da9e65490a up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:01.595345 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.673164 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Provisioning complete for port cbda0983-0510-483e-a1b6-84da9e65490a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:01.673702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.677571 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-055b4332-352e-48e5-b70c-7dc905a10d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.719006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks [] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.792724 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.866472 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.945730 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a63f893a-6cf0-4330-b229-d8d1c802d51e req-e4d35cea-9771-40d6-919b-40ffb6709c17 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.1968899 Jan 10 17:17:01.978551 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-055b4332-352e-48e5-b70c-7dc905a10d2b admin admin] Publish callbacks [] for security_group (cab44353-9f26-4897-9444-d249829e5346), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.981289 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks [] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:01.991362 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.016731 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Pushing event updated for resources: {'Port': ['ID=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.018273 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Network be608f9d-f2ce-4080-bed0-d4396bad9669 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:02.019580 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-055b4332-352e-48e5-b70c-7dc905a10d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (cab44353-9f26-4897-9444-d249829e5346), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.029071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:02.035942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:02.039455 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:02.040868 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:02.043218 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port cbda0983-0510-483e-a1b6-84da9e65490a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:02.046172 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.078358 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Attempting to bind port 273edc28-64de-4ce2-9868-ceba74fb24eb on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:02.078982 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Attempting to bind port 273edc28-64de-4ce2-9868-ceba74fb24eb by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:02.079484 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Attempting to bind port 273edc28-64de-4ce2-9868-ceba74fb24eb on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:02.085430 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Pushing event updated for resources: {'Port': ['ID=273edc28-64de-4ce2-9868-ceba74fb24eb,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.089129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:02.089865 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.090982 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:02.091703 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:02.092473 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.093238 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:02.093922 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Bound port: 273edc28-64de-4ce2-9868-ceba74fb24eb, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:02.094518 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.102166 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.104247 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.104823 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.105432 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.105955 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.106523 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.107055 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.107581 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.108201 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.108748 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.109426 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.109917 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.110425 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Tracked resource versions report: Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: pushed versions: Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: { 'AddressGroup': {'1.2'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'ConntrackHelper': {'1.0'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Log': {'1.0'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Network': {'1.1'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Port': {'1.7'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'PortForwarding': {'1.2'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'QosPolicy': {'1.10'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroup': {'1.5'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SubPort': {'1.0'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Subnet': {'1.1'}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Trunk': {'1.1'}} Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: consumer versions: Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: { DHCP agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: HyperV agent@hv-cinder-78763: {}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: L3 agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: Metadata agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: Metering agent@dv-cinder-787632-2-iscsi: {}, Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: Open vSwitch agent@dv-cinder-787632-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'ConntrackHelper': '1.0', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'LocalIPAssociation': '1.0', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Log': '1.0', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Network': '1.1', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Port': '1.7', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'PortForwarding': '1.2', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'QosPolicy': '1.10', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroup': '1.5', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SecurityGroupRule': '1.2', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'SubPort': '1.0', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Subnet': '1.1', Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: 'Trunk': '1.1'}} Jan 10 17:17:02.111802 dv-cinder-787632-2-iscsi neutron-server[102731]: {{(pid=102731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:17:02.118924 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Pushing event updated for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.186279 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-055b4332-352e-48e5-b70c-7dc905a10d2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd0af920d98348bf93009484a002016e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8204403 Jan 10 17:17:02.186505 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] For port 273edc28-64de-4ce2-9868-ceba74fb24eb, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:02.188253 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 33914) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:02.191114 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b4332-352e-48e5-b70c-7dc905a10d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab44353-9f26-4897-9444-d249829e5346,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.191939 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] For port 273edc28-64de-4ce2-9868-ceba74fb24eb, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=273edc28-64de-4ce2-9868-ceba74fb24eb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:02.204153 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.322537 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:16:57Z', 'revision_number': 3, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:02.371972 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Current status of the port cbda0983-0510-483e-a1b6-84da9e65490a is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:02.372370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.372560 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2463-fe1b-4988-93a2-4334941f49eb None None] Pushing event updated for resources: {'Port': ['ID=273edc28-64de-4ce2-9868-ceba74fb24eb,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.376145 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493129-7d63-438a-9047-42701777be67 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:02.376492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493129-7d63-438a-9047-42701777be67 None None] Updating router c2a5b077-2848-43c0-a4d1-7730a13b5fbd port f2409538-8d84-4550-9dbd-edc4274245d6 binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:02.378973 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.380946 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:02.383046 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:02.487353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] Publish callbacks [] for security_group (cab44353-9f26-4897-9444-d249829e5346), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.510441 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port cbda0983-0510-483e-a1b6-84da9e65490a is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:02.511123 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.522024 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.558460 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:02.568805 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] Publish callbacks [] for security_group (cab44353-9f26-4897-9444-d249829e5346), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.642332 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for router_gateway (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.646795 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.694038 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks [] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.699146 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.700235 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.765673 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bc934267-f795-4c47-b654-331691578ad6 req-d912cb14-2147-4f41-abe3-32d0749f1a79 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jan 10 17:17:02.778541 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Pushing event updated for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:02.838593 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (cab44353-9f26-4897-9444-d249829e5346), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.841221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.842397 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cab44353-9f26-4897-9444-d249829e5346 HTTP/1.1" status: 204 len: 168 time: 0.6504419 Jan 10 17:17:02.854338 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '191b5ba1-f502-44b0-8de4-b2dc8a19005a', 'name': '', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'mac_address': 'fa:16:3e:04:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:01Z', 'updated_at': '2022-01-10T17:17:01Z', 'revision_number': 1, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'subnets': [{'id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:02.882800 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd25d6-c673-45ab-8e24-fc0e34d7c168 None None] The sync data for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi is: [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '191b5ba1-f502-44b0-8de4-b2dc8a19005a', 'name': '', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'mac_address': 'fa:16:3e:04:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:01Z', 'updated_at': '2022-01-10T17:17:01Z', 'revision_number': 1, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'subnets': [{'id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:02.903915 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Network be608f9d-f2ce-4080-bed0-d4396bad9669 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:02.905526 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:02.921711 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks [] for port (f2409538-8d84-4550-9dbd-edc4274245d6), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.956965 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:02.962719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] For port cbda0983-0510-483e-a1b6-84da9e65490a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=cbda0983-0510-483e-a1b6-84da9e65490a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:02.992816 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845edb-9b5a-43f4-a8cf-387d3a3d8eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab44353-9f26-4897-9444-d249829e5346,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:03.010057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.089410 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f73670-d7fc-487d-aa06-636bcce6a219 None None] Pushing event updated for resources: {'Port': ['ID=f2409538-8d84-4550-9dbd-edc4274245d6,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:03.095856 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-1a493129-7d63-438a-9047-42701777be67 None None] Attempting to bind port f2409538-8d84-4550-9dbd-edc4274245d6 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:03.096745 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-1a493129-7d63-438a-9047-42701777be67 None None] Attempting to bind port f2409538-8d84-4550-9dbd-edc4274245d6 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:03.097421 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a493129-7d63-438a-9047-42701777be67 None None] Attempting to bind port f2409538-8d84-4550-9dbd-edc4274245d6 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:03.098297 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Router d8137c65-070b-4097-8d95-e4b1dbb14dcf has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:17:03.146775 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.db.api [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 17:17:03.147585 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG oslo_db.api [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 17:17:03.148449 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a493129-7d63-438a-9047-42701777be67 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:03.149183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a493129-7d63-438a-9047-42701777be67 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:03.149757 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.150370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a493129-7d63-438a-9047-42701777be67 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:03.151028 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-1a493129-7d63-438a-9047-42701777be67 None None] Bound port: f2409538-8d84-4550-9dbd-edc4274245d6, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:03.151581 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.216713 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.243399 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1bb01091-3025-4e11-8a63-fd1a1b98f8e4 req-bebf7a90-c5c8-435e-8235-93bad7938d4a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.0520947 Jan 10 17:17:03.249195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7481f-b0c4-4757-b5f2-2f16e8cd1ff5 None None] Pushing event updated for resources: {'Port': ['ID=cbda0983-0510-483e-a1b6-84da9e65490a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:03.253488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-808fc383-b96d-49f6-aa1d-ec8c74064e6c None None] Provisioning complete for port cbda0983-0510-483e-a1b6-84da9e65490a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:03.254155 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-808fc383-b96d-49f6-aa1d-ec8c74064e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.303163 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:03.311827 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1a493129-7d63-438a-9047-42701777be67 None None] For port f2409538-8d84-4550-9dbd-edc4274245d6, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:03.322256 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-1a493129-7d63-438a-9047-42701777be67 None None] For port f2409538-8d84-4550-9dbd-edc4274245d6, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=f2409538-8d84-4550-9dbd-edc4274245d6,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:03.323015 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f02f24c8-2685-461b-a3ca-5a2d839c2a01 admin admin] 10.222.0.10 "PUT /v2.0/routers/d8137c65-070b-4097-8d95-e4b1dbb14dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824071 Jan 10 17:17:03.329978 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1a493129-7d63-438a-9047-42701777be67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.424637 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33936) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:03.433737 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-808fc383-b96d-49f6-aa1d-ec8c74064e6c None None] Current status of the port cbda0983-0510-483e-a1b6-84da9e65490a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:03.448562 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1223-a46f-497f-985b-eb44c1c5b4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.464192 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:03.464588 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:03.510537 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f73670-d7fc-487d-aa06-636bcce6a219 None None] Pushing event updated for resources: {'Port': ['ID=f2409538-8d84-4550-9dbd-edc4274245d6,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:03.591829 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Allocated IP 172.20.0.1 (8ba32b39-cf3c-46a3-aba0-5e28aa14d827/3647c68b-c8f6-40ba-9795-93b47db1e83a/93b94526-e150-4be9-8202-d7b54606dee1) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:03.629393 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1223-a46f-497f-985b-eb44c1c5b4ca admin admin] Publish callbacks [] for security_group (2f598551-7b91-4c39-9820-82a7baa427ee), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.636469 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1223-a46f-497f-985b-eb44c1c5b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2f598551-7b91-4c39-9820-82a7baa427ee), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.639466 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:03.673752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb1223-a46f-497f-985b-eb44c1c5b4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f598551-7b91-4c39-9820-82a7baa427ee,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:03.694769 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b2eb1223-a46f-497f-985b-eb44c1c5b4ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50b596f1b28f4267894a26f9140a5c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2687690 Jan 10 17:17:03.695368 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33944) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:03.749082 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks [] for port (93b94526-e150-4be9-8202-d7b54606dee1), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.776658 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] Publish callbacks [] for security_group (2f598551-7b91-4c39-9820-82a7baa427ee), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.809912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:17:03.813617 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] Publish callbacks [] for security_group (2f598551-7b91-4c39-9820-82a7baa427ee), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.820676 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port cbda0983-0510-483e-a1b6-84da9e65490a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:03.822999 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 6fdffddb-d00d-4701-880e-cf540158b7c2 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:03.933699 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2f598551-7b91-4c39-9820-82a7baa427ee), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.936340 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:03.937666 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f598551-7b91-4c39-9820-82a7baa427ee HTTP/1.1" status: 204 len: 168 time: 0.2413926 Jan 10 17:17:03.953001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b888c-3ce2-41a3-82d7-04f1ce252f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f598551-7b91-4c39-9820-82a7baa427ee,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:04.016446 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f8a475c5-c5c4-49ac-8967-66499bfb9e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.024719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 6fdffddb-d00d-4701-880e-cf540158b7c2 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:04.025234 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.070616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:04.080954 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:04.097645 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:04.098514 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:04.104706 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d4f9bf01-9366-4e0d-a8da-c16387229a92 req-d76f4824-8db9-4291-a40f-c2da70615d42 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.0577137 Jan 10 17:17:04.125901 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.171744 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:04.176324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:04.198383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:04.204670 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.234456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1a493129-7d63-438a-9047-42701777be67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:16:57Z', 'revision_number': 3, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:04.281486 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:04.304301 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493129-7d63-438a-9047-42701777be67 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:16:57Z', 'revision_number': 3, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:04.306154 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 6fdffddb-d00d-4701-880e-cf540158b7c2 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:04.461462 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.584104 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-2f15107b-7c72-4c44-a25c-d417d7c6432a None None] Provisioning complete for port 93b94526-e150-4be9-8202-d7b54606dee1 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:04.584552 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2f15107b-7c72-4c44-a25c-d417d7c6432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93b94526-e150-4be9-8202-d7b54606dee1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.592381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.593569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-085cb556-cd37-40d1-a001-5af966171213 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7066040 Jan 10 17:17:04.596244 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 33974) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:04.670510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 273edc28-64de-4ce2-9868-ceba74fb24eb up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:04.730607 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Pushing event updated for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:04.737723 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 3, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:04.750612 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-2f15107b-7c72-4c44-a25c-d417d7c6432a None None] Port 93b94526-e150-4be9-8202-d7b54606dee1 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:04.772246 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 273edc28-64de-4ce2-9868-ceba74fb24eb triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:04.772748 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.813610 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:04.813974 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Updating router fb58a085-7dac-4ffd-93b9-0e958ce826f0 port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:04.846496 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:04.851380 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8da6b0bb-acca-4bbc-b792-5187e6dfc032 req-61c2bd49-ea5d-4c2d-bd5c-0b216e1d1b22 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.4067671 Jan 10 17:17:05.019650 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 273edc28-64de-4ce2-9868-ceba74fb24eb is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:05.020259 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.035489 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-9312f09d-5cdb-45be-ba99-6f0935b49441 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:05.055248 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-9312f09d-5cdb-45be-ba99-6f0935b49441 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 819 time: 0.8799820 Jan 10 17:17:05.066009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93b94526-e150-4be9-8202-d7b54606dee1), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.082778 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 273edc28-64de-4ce2-9868-ceba74fb24eb, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=273edc28-64de-4ce2-9868-ceba74fb24eb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:05.106466 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.107257 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device cbda0983-0510-483e-a1b6-84da9e65490a up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:05.155329 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-f1c3c43f-f41a-4775-b64e-2b38864ec882 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/quotas/709381cc5d794dcd8b5b93a1a1e34f05 HTTP/1.1" status: 200 len: 375 time: 0.0991058 Jan 10 17:17:05.335024 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e05490ba-2ab7-4ce8-8284-dd25e9ee1c89 req-58e7196d-b221-4b73-ab66-fa96066e4783 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.0805306 Jan 10 17:17:05.430580 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=273edc28-64de-4ce2-9868-ceba74fb24eb,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:05.447096 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port cbda0983-0510-483e-a1b6-84da9e65490a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:05.447494 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.489038 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks [] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.509197 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.554340 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Attempting to bind port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:05.555121 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Attempting to bind port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:05.555872 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Attempting to bind port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:05.582262 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:05.585223 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:05.586015 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.586804 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:05.587658 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Bound port: eba0bbd4-51a9-4df8-a01f-8ac4163698c5, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:05.594075 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.612031 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-d1426593-7e60-4274-a71a-51f22bccbe58 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4557376 Jan 10 17:17:05.639340 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port cbda0983-0510-483e-a1b6-84da9e65490a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:05.674913 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] For port eba0bbd4-51a9-4df8-a01f-8ac4163698c5, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:05.680861 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] For port eba0bbd4-51a9-4df8-a01f-8ac4163698c5, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:05.693168 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.730126 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:05.731086 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:16:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:05.734859 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b971e8-1bdf-4c88-b29b-ceb2722be321 None None] Pushing event updated for resources: {'Port': ['ID=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:05.800793 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-9b87e7b9-b634-4bdd-b01c-1878ad22f354 service neutron] 10.222.0.10 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878760 Jan 10 17:17:05.857824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.940872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks [] for port (93b94526-e150-4be9-8202-d7b54606dee1), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.953769 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:05.954596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.034843 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b971e8-1bdf-4c88-b29b-ceb2722be321 None None] Pushing event updated for resources: {'Port': ['ID=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:06.052058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Pushing event updated for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:06.067944 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:06.088115 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bc90fbe0-9454-405d-8415-0ad00fea2430 req-848704b8-cbc9-4ca3-a5d2-d117d069b779 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.0712488 Jan 10 17:17:06.133455 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Allocated IP 172.20.0.1 (f57d6ca3-d7e6-49ec-a260-99f7a8384f08/49f40baa-eed3-4bdd-8466-ed296e5d48aa/bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:06.141437 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-56285378-4169-45bf-a885-022d52d498cf service neutron] 10.222.0.10 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060162 Jan 10 17:17:06.207273 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:06.209099 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:06.429015 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-41e3f0eb-d6a7-41e5-be2a-dd50d21cb5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.441757 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks [] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.538319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.556925 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f679fdb2-f4ef-4d19-b69c-63b294d44895 req-de28a050-bca1-4d3e-bcb2-93193c985f9b tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 210 time: 0.1247416 Jan 10 17:17:06.616499 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 3, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:06.681584 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 273edc28-64de-4ce2-9868-ceba74fb24eb up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:06.688811 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:17:06.716610 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc80d-1c0b-48ac-a40d-e91e83f93a10 None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 3, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:06.730194 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Pushing event updated for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:06.776333 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:06.778780 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:06.789149 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:06.791455 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.845474 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-ba3412b9-224d-4380-9b66-b549fb8a71b7 None None] Provisioning complete for port 93b94526-e150-4be9-8202-d7b54606dee1 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:06.853106 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba3412b9-224d-4380-9b66-b549fb8a71b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93b94526-e150-4be9-8202-d7b54606dee1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:06.984166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ba3412b9-224d-4380-9b66-b549fb8a71b7 None None] Port 93b94526-e150-4be9-8202-d7b54606dee1 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:07.026743 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 273edc28-64de-4ce2-9868-ceba74fb24eb triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:07.031184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.105816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.245331 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 273edc28-64de-4ce2-9868-ceba74fb24eb is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:07.256497 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device f2409538-8d84-4550-9dbd-edc4274245d6 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:07.279682 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fc0071f5-6107-4d9b-bf8d-06a8a8da4ca6 req-c4cdb4ab-a5ef-41da-aec4-820e42067e74 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.4324934 Jan 10 17:17:07.330609 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.399441 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:07.407758 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-08ee88aa-8953-4ff8-b409-504e7a0570e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/c2a5b077-2848-43c0-a4d1-7730a13b5fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8906970 Jan 10 17:17:07.445692 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-feb4855b-3991-4051-ba6f-aa5545d77b12 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:07.458040 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-feb4855b-3991-4051-ba6f-aa5545d77b12 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 819 time: 0.1912467 Jan 10 17:17:07.472212 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-8425974c-3011-4789-a252-aa517ecb3f6a None None] Provisioning complete for port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:07.472661 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8425974c-3011-4789-a252-aa517ecb3f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.487311 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-27ef7c34-6f49-4135-8231-00785d7175b0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/quotas/709381cc5d794dcd8b5b93a1a1e34f05 HTTP/1.1" status: 200 len: 375 time: 0.0244019 Jan 10 17:17:07.628721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port f2409538-8d84-4550-9dbd-edc4274245d6 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:07.632337 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.657076 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks [] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.672189 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.673034 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:07.684951 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f34d87f-8b5b-4b42-b252-735e237dfbfb req-399827c9-04fb-4dc0-8897-ecf9af8779b0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.1904936 Jan 10 17:17:07.719384 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Sync routers for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:07.728667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8425974c-3011-4789-a252-aa517ecb3f6a None None] Port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:07.750133 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:07.751027 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:07.765631 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-10cb71c2-7f31-4732-8450-bbed641b1ac4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2703462 Jan 10 17:17:07.812248 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Pushing event updated for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:07.923936 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.24', 58761) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:07.979338 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:07.995316 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:07.997664 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:07.999019 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:08.002790 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-01318034-fa62-40c8-bea6-0b8a88617e40 service neutron] 10.222.0.10 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357805 Jan 10 17:17:08.201377 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-1e71b117-26a3-4904-99f5-811251e7648c service neutron] 10.222.0.10 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974752 Jan 10 17:17:08.305053 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:08.426973 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port f2409538-8d84-4550-9dbd-edc4274245d6 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:08.427345 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:08.509197 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-4c74edeb-0953-4982-a9f0-73c88c4d3e89 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:08.511355 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-4c74edeb-0953-4982-a9f0-73c88c4d3e89 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.24 "GET /v2.0/networks?id=5aae78ad-1f20-42ac-b114-3edd397b80a0 HTTP/1.1" status: 200 len: 811 time: 0.5869653 Jan 10 17:17:08.607369 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34098) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:08.624443 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Request body: {'port': {'device_id': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0', 'admin_state_up': True, 'tenant_id': 'b4ad261e9d0441fc86830a05033c7674'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:08.649010 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port f2409538-8d84-4550-9dbd-edc4274245d6, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=f2409538-8d84-4550-9dbd-edc4274245d6,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:08.652668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.24', 58767) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:08.674289 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.059070 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device eba0bbd4-51a9-4df8-a01f-8ac4163698c5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:09.068499 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34118) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:09.108588 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.139007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254714644', 'description': 'tempest-description--1547896728'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:09.143555 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 2, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:09.162519 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '191b5ba1-f502-44b0-8de4-b2dc8a19005a', 'name': '', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'mac_address': 'fa:16:3e:04:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:01Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 2, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'subnets': [{'id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:09.215800 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:09.216446 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Updating router c2a5b077-2848-43c0-a4d1-7730a13b5fbd port 93b94526-e150-4be9-8202-d7b54606dee1 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:09.221909 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Checking router: d8137c65-070b-4097-8d95-e4b1dbb14dcf for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:09.222573 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Updating router d8137c65-070b-4097-8d95-e4b1dbb14dcf port 191b5ba1-f502-44b0-8de4-b2dc8a19005a binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:09.224681 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=f2409538-8d84-4550-9dbd-edc4274245d6,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:09.273773 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-3d1f2c6e-d741-496f-bc4e-39114b171b5c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:09.275794 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-3d1f2c6e-d741-496f-bc4e-39114b171b5c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.6189666 Jan 10 17:17:09.279751 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7e749aa1-7edd-42ff-a488-d661d0b12d85 req-2145ab46-14c1-410e-a587-e3b88ab9b45a tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.2676175 Jan 10 17:17:09.280176 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93b94526-e150-4be9-8202-d7b54606dee1), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.294970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.310163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Request body: {'port': {'device_id': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'admin_state_up': True, 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:09.320789 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1b802c32-cd41-4acf-a167-34ac5a9b43e3 req-2bfad2bc-4cf8-4b86-adcf-befa3cfb27be tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.1602812 Jan 10 17:17:09.323202 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-339f7cac-66b6-4bd0-83d2-d3f1aa2f04a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.340949 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:09.346241 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:09.346855 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.375029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:09.451274 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.24', 58772) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:09.615079 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.910455 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-339f7cac-66b6-4bd0-83d2-d3f1aa2f04a1 admin admin] Publish callbacks [] for security_group (fa85690f-0ff4-4dac-b492-422e9f869b5a), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.919484 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Made reservation on behalf of b4ad261e9d0441fc86830a05033c7674 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:09.921808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:09.922314 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:09.933473 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.022849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8383de1f-3eab-4a17-ad28-a6ef9346842e req-a4865d71-47ea-4f29-8511-7c6383b6fe95 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.5759091 Jan 10 17:17:10.040082 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks [] for port (93b94526-e150-4be9-8202-d7b54606dee1), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.072658 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.112137 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port eba0bbd4-51a9-4df8-a01f-8ac4163698c5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:10.143340 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.183222 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0c05-5a39-416f-b8db-6192870c1b8d None None] Pushing event updated for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:10.337896 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (c0dff30d-07a0-4485-8f64-2d2b531519d8), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.354163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-339f7cac-66b6-4bd0-83d2-d3f1aa2f04a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fa85690f-0ff4-4dac-b492-422e9f869b5a), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.354741 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-f6385a7d-0db0-454d-b63a-3a124f58a4dd None None] Provisioning complete for port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:10.355195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6385a7d-0db0-454d-b63a-3a124f58a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.430664 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c0dff30d-07a0-4485-8f64-2d2b531519d8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.436863 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Attempting to bind port 93b94526-e150-4be9-8202-d7b54606dee1 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:10.445052 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Attempting to bind port 93b94526-e150-4be9-8202-d7b54606dee1 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:10.448816 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Attempting to bind port 93b94526-e150-4be9-8202-d7b54606dee1 on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:10.483189 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:10.485932 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Checking segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:10.486989 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f7cac-66b6-4bd0-83d2-d3f1aa2f04a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa85690f-0ff4-4dac-b492-422e9f869b5a,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:10.487533 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.488131 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Bound using segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:10.489828 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Bound port: 93b94526-e150-4be9-8202-d7b54606dee1, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:10.492869 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93b94526-e150-4be9-8202-d7b54606dee1), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.545563 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:17:10.614857 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:10.619037 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.620515 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5157912 Jan 10 17:17:10.635056 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f6385a7d-0db0-454d-b63a-3a124f58a4dd None None] Port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:10.664771 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34176) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:10.667793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.24', 58778) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:10.731108 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] For port 93b94526-e150-4be9-8202-d7b54606dee1, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:10.741447 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] For port 93b94526-e150-4be9-8202-d7b54606dee1, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93b94526-e150-4be9-8202-d7b54606dee1,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:10.753637 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.853680 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:10.854648 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:10.913345 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:10.938183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device f2409538-8d84-4550-9dbd-edc4274245d6 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:10.943990 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6ed7722-1c8f-47c3-9fc8-0f56fc0bc495 req-43262e0a-2b7b-40c1-b0d1-a2267b048f4f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.3748784 Jan 10 17:17:10.948488 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dbcaf-8b49-4426-aab7-a3466182ca05 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dff30d-07a0-4485-8f64-2d2b531519d8,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:11.161476 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5fedb5ee-0650-446d-b429-c7d7c0c4fdc7 req-8c6dfa2b-94d1-4850-a203-e2e6cf048b35 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.5376678 Jan 10 17:17:11.185669 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-339f7cac-66b6-4bd0-83d2-d3f1aa2f04a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88d901dbd1fe46dd9d11a5869b812d0f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5766194 Jan 10 17:17:11.217181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34192) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:11.249957 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Provisioning complete for port 93b94526-e150-4be9-8202-d7b54606dee1 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:11.280564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93b94526-e150-4be9-8202-d7b54606dee1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.356849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aa36defd-7e3b-4b4a-9642-34309281ce3a req-f4f33929-7fe3-4a59-ba92-da4d9f671369 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.1077757 Jan 10 17:17:11.470463 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:11.485095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:11.495061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.503620 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:17:11.556427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] Publish callbacks [] for security_group (fa85690f-0ff4-4dac-b492-422e9f869b5a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.651910 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f0c05-5a39-416f-b8db-6192870c1b8d None None] Pushing event updated for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:11.737426 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] Publish callbacks [] for security_group (fa85690f-0ff4-4dac-b492-422e9f869b5a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.764448 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:11.812894 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-271964c4-3f73-4d4d-84e3-c7ba6024378b admin admin] 10.222.0.10 "PUT /v2.0/routers/fb58a085-7dac-4ffd-93b9-0e958ce826f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2009864 Jan 10 17:17:11.818672 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:11.822454 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks [] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.834485 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-82154089-dcd8-477b-a2f1-ebc4641abaf0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:11.836386 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-82154089-dcd8-477b-a2f1-ebc4641abaf0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 819 time: 0.8838737 Jan 10 17:17:11.840108 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group_rule': {'security_group_id': 'c0dff30d-07a0-4485-8f64-2d2b531519d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:11.947273 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port f2409538-8d84-4550-9dbd-edc4274245d6 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:11.956139 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.957938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fa85690f-0ff4-4dac-b492-422e9f869b5a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.964975 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:11.971023 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa85690f-0ff4-4dac-b492-422e9f869b5a HTTP/1.1" status: 204 len: 168 time: 0.7509010 Jan 10 17:17:11.988215 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:11.989962 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Request body: {'port': {'device_id': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'admin_state_up': True, 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:11.993422 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:11.996575 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:12.116999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad9604-b131-4263-82b9-31fb73f7604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa85690f-0ff4-4dac-b492-422e9f869b5a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:12.125611 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:10Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:12.141892 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34220) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:12.259820 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d295c477-26de-4ffc-881d-70e072f7c1dd req-6cb42afb-7d81-4c1a-81a3-86a8d827ad5e tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.1318831 Jan 10 17:17:12.279220 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Allocated IP 172.20.0.13 (65c0ab5c-643f-4854-bda9-a2baabfd7842/a3777e6f-57fd-41d0-b589-c21c7a0b19e8/81cd2376-943d-4c2c-8d5b-43c33e6a84d9) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:12.621864 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Allocated IP 172.20.0.7 (5aae78ad-1f20-42ac-b114-3edd397b80a0/ee967945-0fd9-4f32-820a-9afb90ee71c1/1b7d553a-eb1a-4ecc-84a0-f39653e722c3) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:12.636339 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55d0de-aea0-47df-8d87-ae3b0903a981 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:10Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:12.647557 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d956b12a-1b46-48b0-93d5-e1b17fbca615 req-785a2886-1cf9-46a5-a464-712a3b99c5c2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.1396925 Jan 10 17:17:12.770837 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-04f9afda-61df-4ecf-b7c9-8cd47c7546ec tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:12.772883 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-04f9afda-61df-4ecf-b7c9-8cd47c7546ec tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 819 time: 3.2957816 Jan 10 17:17:12.773508 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (3c5b1991-241e-45cd-b4da-21d82f292789), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:12.807438 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Request body: {'port': {'device_id': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'admin_state_up': True, 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:12.906384 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a8f3d7c9-f0f4-412c-a6cb-bca1a5408221 req-0c503935-71fd-47c3-b2ae-93c19b61f1f4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.1066208 Jan 10 17:17:12.977447 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6151588f-2a33-4308-abb8-988af0911d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.251049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6151588f-2a33-4308-abb8-988af0911d46 admin admin] Publish callbacks [] for security_group (74ad18f4-21e8-4e6b-ae2d-65247a40981e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.269303 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6151588f-2a33-4308-abb8-988af0911d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (74ad18f4-21e8-4e6b-ae2d-65247a40981e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.305950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Current status of the port 93b94526-e150-4be9-8202-d7b54606dee1 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:13.306632 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93b94526-e150-4be9-8202-d7b54606dee1), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.331254 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Made reservation on behalf of 709381cc5d794dcd8b5b93a1a1e34f05 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:13.338917 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.341157 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-6151588f-2a33-4308-abb8-988af0911d46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2960638206734aada8824f514aee75b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1927085 Jan 10 17:17:13.354622 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks [] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.357798 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34262) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:13.392643 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Attempting to bind port 191b5ba1-f502-44b0-8de4-b2dc8a19005a on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:13.393052 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Attempting to bind port 191b5ba1-f502-44b0-8de4-b2dc8a19005a by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:13.393432 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Attempting to bind port 191b5ba1-f502-44b0-8de4-b2dc8a19005a on network be608f9d-f2ce-4080-bed0-d4396bad9669 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:13.492772 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] For port 93b94526-e150-4be9-8202-d7b54606dee1, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93b94526-e150-4be9-8202-d7b54606dee1,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:13.520527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:13.523807 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Checking segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:13.524568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.525107 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Bound using segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:13.526869 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Bound port: 191b5ba1-f502-44b0-8de4-b2dc8a19005a, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:13.527409 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.563767 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2c55a199-4ab4-464d-a19e-64240a8a1d13 req-fa54711b-13b0-4c41-8aaa-46faceb9bfd5 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.1079857 Jan 10 17:17:13.582420 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (3c5b1991-241e-45cd-b4da-21d82f292789), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.595316 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151588f-2a33-4308-abb8-988af0911d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad18f4-21e8-4e6b-ae2d-65247a40981e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:13.650198 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] Publish callbacks [] for security_group (74ad18f4-21e8-4e6b-ae2d-65247a40981e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.697609 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (3c5b1991-241e-45cd-b4da-21d82f292789), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.701235 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34270) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:13.780106 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] Publish callbacks [] for security_group (74ad18f4-21e8-4e6b-ae2d-65247a40981e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.796582 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] For port 191b5ba1-f502-44b0-8de4-b2dc8a19005a, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:13.798418 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323470616', 'description': 'tempest-description--760421019'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:13.809119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.811793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5b1991-241e-45cd-b4da-21d82f292789,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:13.813571 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] For port 191b5ba1-f502-44b0-8de4-b2dc8a19005a, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=191b5ba1-f502-44b0-8de4-b2dc8a19005a,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:13.850459 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.868027 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:13.893418 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95b9f-a8fe-4541-bdaa-32c7b65861de None None] Pushing event updated for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:13.966811 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks [] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.031728 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6d427-2f94-4f20-8a3d-26498c95e1ed None None] Pushing event updated for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:14.037318 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-326aeeb9-c671-4a13-8069-fdfd49a849b6 req-76f4e06c-de6c-4c83-8258-1574c82b10ad tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.2261605 Jan 10 17:17:14.090950 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.095872 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f8a0eef0-b532-4efe-a1cd-21c1922c5eb4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1446030 Jan 10 17:17:14.162008 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34288) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:14.169916 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event updated for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:14.186840 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group_rule': {'security_group_id': 'c0dff30d-07a0-4485-8f64-2d2b531519d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:14.212282 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:14.229079 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:14.238525 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:14.247796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:14.247796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.288259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4642bce-7ef8-412a-a3dd-2d8ea3e8429a req-d03ff82a-dba6-4f68-9d05-e2b94cd91cd5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:14.289960 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f4642bce-7ef8-412a-a3dd-2d8ea3e8429a req-d03ff82a-dba6-4f68-9d05-e2b94cd91cd5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 932 time: 0.1343906 Jan 10 17:17:14.293946 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-c4ec47c8-86fc-45d5-b660-358fd9b00c26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9977086 Jan 10 17:17:14.309742 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-bb1e1c14-3c4e-4185-9bf4-e634f7aa3fe3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:17:14.310756 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-bb1e1c14-3c4e-4185-9bf4-e634f7aa3fe3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075872 Jan 10 17:17:14.312414 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95b9f-a8fe-4541-bdaa-32c7b65861de None None] Pushing event updated for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:14.338639 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (74ad18f4-21e8-4e6b-ae2d-65247a40981e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.341684 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.343137 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74ad18f4-21e8-4e6b-ae2d-65247a40981e HTTP/1.1" status: 204 len: 168 time: 0.9645779 Jan 10 17:17:14.356556 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:14.367947 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port f2409538-8d84-4550-9dbd-edc4274245d6 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:14.371542 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device eba0bbd4-51a9-4df8-a01f-8ac4163698c5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:14.376335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcbf72-75b1-42b0-aa12-74675ee2aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad18f4-21e8-4e6b-ae2d-65247a40981e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:14.398566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f4642bce-7ef8-412a-a3dd-2d8ea3e8429a req-8223dcc3-2907-4089-920d-c96c964aefc9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938268 Jan 10 17:17:14.403246 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.439098 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Made reservation on behalf of 709381cc5d794dcd8b5b93a1a1e34f05 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:14.442754 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.482678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34298) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:14.510533 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.612251 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:14.614616 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:14.636195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-e09311f5-e67a-4b3b-85a2-ed2989cdb527 None None] Provisioning complete for port 93b94526-e150-4be9-8202-d7b54606dee1 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:14.638059 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e09311f5-e67a-4b3b-85a2-ed2989cdb527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93b94526-e150-4be9-8202-d7b54606dee1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.778696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Pushing event updated for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:14.789827 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Network 5aae78ad-1f20-42ac-b114-3edd397b80a0 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:14.798239 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Allocated IP 172.20.0.14 (be608f9d-f2ce-4080-bed0-d4396bad9669/99e410ca-24bf-4a10-897e-b5680fa1e01f/7c153e38-a1b7-48cd-810c-c407ee6a843b) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:14.801141 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:14.823838 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:14.830592 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:14.831510 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.835972 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab92aa4-c2ca-4db2-b289-e4f6457736e4 req-bc7f789a-2d5e-4e04-9544-6f1ce37c77de tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:14.854147 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ab92aa4-c2ca-4db2-b289-e4f6457736e4 req-bc7f789a-2d5e-4e04-9544-6f1ce37c77de tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 931 time: 0.1567373 Jan 10 17:17:14.869450 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-68dcf126-ec71-4fc9-a21c-26c6ffcd1b88 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2914402 Jan 10 17:17:14.996777 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (4b71f183-0bae-417f-94cc-23e51b0386fb), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:14.997889 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ab92aa4-c2ca-4db2-b289-e4f6457736e4 req-3359a5db-dab7-4423-bc54-f1a6851e1591 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476827 Jan 10 17:17:15.188901 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (5d940851-986a-428c-b458-761ab8cc3002), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.231761 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5d940851-986a-428c-b458-761ab8cc3002), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.246809 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fac-4acf-459d-b1ea-8ac589b8bf68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.321425 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-467eca14-4414-4142-b5aa-1d8470f7599a req-e3dc944f-a6d3-43f6-ab46-746a9600d5c4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.1352565 Jan 10 17:17:15.340607 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Request body: {'port': {'device_id': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:15.431553 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Request body: {'port': {'device_id': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:15.527126 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.609282 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:15.609773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.770585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (4b71f183-0bae-417f-94cc-23e51b0386fb), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.777361 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.781532 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0325625 Jan 10 17:17:15.800206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34330) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:15.800880 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f24e1-00c5-4e81-b927-46d3d5ed6f5e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d940851-986a-428c-b458-761ab8cc3002,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:15.841557 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (4b71f183-0bae-417f-94cc-23e51b0386fb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:15.892085 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e09311f5-e67a-4b3b-85a2-ed2989cdb527 None None] Current status of the port 93b94526-e150-4be9-8202-d7b54606dee1 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:15.893544 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group_rule': {'security_group_id': '5d940851-986a-428c-b458-761ab8cc3002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:15.954945 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:16.107158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 2, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:16.135639 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fac-4acf-459d-b1ea-8ac589b8bf68 admin admin] Publish callbacks [] for security_group (f54aaa09-fcef-411b-9001-85dd0a08d28d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.160246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468f42-e4f4-4e08-a7c5-4985050ecc4d req-37df22bc-1bda-4a0e-8fc5-0bbe3f4010df tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:16.164613 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b4468f42-e4f4-4e08-a7c5-4985050ecc4d req-37df22bc-1bda-4a0e-8fc5-0bbe3f4010df tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 932 time: 0.4755838 Jan 10 17:17:16.172079 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.174245 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9982495 Jan 10 17:17:16.175796 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf503ce-c1a7-4247-86fb-0988762f03bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b71f183-0bae-417f-94cc-23e51b0386fb,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:16.189880 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34342) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:16.208814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb1b1fac-4acf-459d-b1ea-8ac589b8bf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f54aaa09-fcef-411b-9001-85dd0a08d28d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.234127 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:16.281843 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.286852 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:16.287998 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Updating router fb58a085-7dac-4ffd-93b9-0e958ce826f0 port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:17:16.351558 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-bb1b1fac-4acf-459d-b1ea-8ac589b8bf68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e25dc76d9a74739aac73b0698eda396&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8642302 Jan 10 17:17:16.355464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34352) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:16.404661 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks [] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.452906 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (eed6755e-985d-4ecb-b098-721cc1374d9b), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.505370 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.602408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91469b0-3ce3-4e92-aa72-f79151b5b4d5 req-6b0b5fb5-1763-4392-9ad7-c233d6df147f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:16.607110 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b91469b0-3ce3-4e92-aa72-f79151b5b4d5 req-6b0b5fb5-1763-4392-9ad7-c233d6df147f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 931 time: 0.4097087 Jan 10 17:17:16.661232 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.736913 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:16.850672 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '191b5ba1-f502-44b0-8de4-b2dc8a19005a', 'name': '', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'mac_address': 'fa:16:3e:04:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:01Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'subnets': [{'id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:16.866004 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b4468f42-e4f4-4e08-a7c5-4985050ecc4d req-194cd7c0-675f-4dc7-b8d8-151514c4fdad tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698489 Jan 10 17:17:16.932313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] Publish callbacks [] for security_group (f54aaa09-fcef-411b-9001-85dd0a08d28d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:16.952284 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa7e16-9e87-4b4a-b570-b15f9dcb9af1 None None] The sync data for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi is: [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:02Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '191b5ba1-f502-44b0-8de4-b2dc8a19005a', 'name': '', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'mac_address': 'fa:16:3e:04:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:01Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 4, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'subnets': [{'id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:17.041967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] Publish callbacks [] for security_group (f54aaa09-fcef-411b-9001-85dd0a08d28d), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.166815 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b1fac-4acf-459d-b1ea-8ac589b8bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54aaa09-fcef-411b-9001-85dd0a08d28d,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:17.247873 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.311547 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93b94526-e150-4be9-8202-d7b54606dee1 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:17.470565 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Pushing event updated for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:17.516676 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:17.536568 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks [] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.590500 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Transition to ACTIVE for port object 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:17.604959 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Network be608f9d-f2ce-4080-bed0-d4396bad9669 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:17.613276 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (eed6755e-985d-4ecb-b098-721cc1374d9b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.617819 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:17.629653 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b91469b0-3ce3-4e92-aa72-f79151b5b4d5 req-4ab32def-a27e-47bd-97d5-302f30c1a5ae tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8911240 Jan 10 17:17:17.641606 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.714446 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 93b94526-e150-4be9-8202-d7b54606dee1 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:17.723613 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93b94526-e150-4be9-8202-d7b54606dee1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:17.845941 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94532bd7-a422-458a-81f5-e3738e5ab3e5 req-9b270cf0-7191-4150-ac7b-ef47296ee644 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:17.855841 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-94532bd7-a422-458a-81f5-e3738e5ab3e5 req-9b270cf0-7191-4150-ac7b-ef47296ee644 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 932 time: 0.7112408 Jan 10 17:17:18.012831 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:18.019487 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:18.020664 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.072071 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (eed6755e-985d-4ecb-b098-721cc1374d9b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.073119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:18.126129 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-4ade3254-2089-48d7-a6bb-42f60e646d61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1505139 Jan 10 17:17:18.128242 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f54aaa09-fcef-411b-9001-85dd0a08d28d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.133406 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Allocated IP 172.20.0.6 (be608f9d-f2ce-4080-bed0-d4396bad9669/99e410ca-24bf-4a10-897e-b5680fa1e01f/018d2ecf-5079-404f-8167-130e5c5e75e1) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:18.135212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.138797 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f54aaa09-fcef-411b-9001-85dd0a08d28d HTTP/1.1" status: 204 len: 168 time: 1.7434614 Jan 10 17:17:18.146881 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34388) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:18.268037 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Request body: {'port': {'device_id': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:18.290748 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed6755e-985d-4ecb-b098-721cc1374d9b,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:18.309580 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Attempting to bind port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:18.310083 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Attempting to bind port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:18.310308 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Attempting to bind port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:18.313336 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks [] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.327287 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:18.327623 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Attempting to bind port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:18.339452 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3669d-375f-4dc9-b516-37856b4bf371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54aaa09-fcef-411b-9001-85dd0a08d28d,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:18.344734 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:18.345097 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Checking segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:18.345669 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Bound using segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:18.346140 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Bound port: 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:18.346540 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.369596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 93b94526-e150-4be9-8202-d7b54606dee1 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:18.371437 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 191b5ba1-f502-44b0-8de4-b2dc8a19005a up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:18.385280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.388972 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-10435bcb-3b2d-4d14-a9b8-d0fe04a57a9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5806336 Jan 10 17:17:18.417240 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34398) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:18.424441 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group_rule': {'security_group_id': '5d940851-986a-428c-b458-761ab8cc3002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:18.426510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.465058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e918-0494-44b7-b447-8a2faaffb74d req-7bed0249-671b-4df6-b766-c69241771dca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:18.467882 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a547e918-0494-44b7-b447-8a2faaffb74d req-7bed0249-671b-4df6-b766-c69241771dca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.3774056 Jan 10 17:17:18.491881 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 191b5ba1-f502-44b0-8de4-b2dc8a19005a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:18.492313 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.592005 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775543-9950-40b2-bdb8-f994d700187f None None] Pushing event updated for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:18.625541 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Attempting to bind port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:18.626062 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Attempting to bind port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:18.633020 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Attempting to bind port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:18.657036 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:18.657553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Checking segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:18.657867 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-94532bd7-a422-458a-81f5-e3738e5ab3e5 req-bd9e73e8-9318-4572-b505-43124bebb3fa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933393 Jan 10 17:17:18.658153 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.658695 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Bound using segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:18.659438 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Bound port: bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:18.659928 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.881687 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:18.912274 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks [] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:18.955259 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] For port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:18.964514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] For port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:18.995978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a547e918-0494-44b7-b447-8a2faaffb74d req-cd687ddd-4b29-48df-9457-4a04cf6f7c8e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049446 Jan 10 17:17:19.002001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.038541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:19.093689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 191b5ba1-f502-44b0-8de4-b2dc8a19005a is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:19.094143 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.098877 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.143325 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.201668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (48d71c66-c19c-49a0-9a3c-06cc2b330513), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.217989 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:19.231582 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-181af5db-d812-4c5c-b3fa-af4da31c6e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.278714 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.319584 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34418) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:19.356511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Transition to ACTIVE for port object 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:19.358923 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24775543-9950-40b2-bdb8-f994d700187f None None] Pushing event updated for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:19.360011 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccf7beec-5ea6-4df1-9a5b-cf0e12eeac03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.397435 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.434844 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Provisioning complete for port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:19.435231 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.445946 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:19.450623 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:19.493584 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bff6a4-c19e-46bb-bafb-68daef1de862 req-0df4c4e2-cc83-42ab-a4e7-6347b0a2eac4 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:19.495197 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78bff6a4-c19e-46bb-bafb-68daef1de862 req-0df4c4e2-cc83-42ab-a4e7-6347b0a2eac4 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 931 time: 0.6057646 Jan 10 17:17:19.611784 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:19.614899 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.620082 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] 10.222.0.24 "PUT /v2.0/ports/81cd2376-943d-4c2c-8d5b-43c33e6a84d9 HTTP/1.1" status: 200 len: 1094 time: 4.8512764 Jan 10 17:17:19.631557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:19.676635 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 191b5ba1-f502-44b0-8de4-b2dc8a19005a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=191b5ba1-f502-44b0-8de4-b2dc8a19005a,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:19.717250 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.853971 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:19.878419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (48d71c66-c19c-49a0-9a3c-06cc2b330513), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.932519 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91797e-1177-477b-9d68-82f268118a88 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:19.970730 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks [] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:19.975592 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Attempting to bind port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:19.975968 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Attempting to bind port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '1c0bc3c6-bf75-4630-a919-5b9111195607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:19.976319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Attempting to bind port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 on network 5aae78ad-1f20-42ac-b114-3edd397b80a0 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:19.994569 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 on network 5aae78ad-1f20-42ac-b114-3edd397b80a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:19.994822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Attempting to bind port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 on network 5aae78ad-1f20-42ac-b114-3edd397b80a0 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:19.995354 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Current status of the port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:19.996057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.011503 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:20.026177 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34432) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:20.037260 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Allocated IP 172.27.1.155 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/b0bf619b-c4c7-412c-8259-33d355e6bc17) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:20.057092 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:20.057428 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Checking segment: {'id': '1c0bc3c6-bf75-4630-a919-5b9111195607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:20.058128 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Bound using segment: {'id': '1c0bc3c6-bf75-4630-a919-5b9111195607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:20.059002 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Bound port: 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0bc3c6-bf75-4630-a919-5b9111195607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:20.059836 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.076373 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:20.129891 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] For port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:20.188088 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.265365 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (48d71c66-c19c-49a0-9a3c-06cc2b330513), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.274661 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.275377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccf7beec-5ea6-4df1-9a5b-cf0e12eeac03 admin admin] Publish callbacks [] for security_group (b7fdbfa8-07b9-4041-b54a-c6b8a27cca63), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.281213 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb5156-d417-4798-96c8-2df669a87e88" -d '{"events": [{"name": "network-changed", "server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:20.306919 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d71c66-c19c-49a0-9a3c-06cc2b330513,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:20.314652 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccf7beec-5ea6-4df1-9a5b-cf0e12eeac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b7fdbfa8-07b9-4041-b54a-c6b8a27cca63), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.349769 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ccf7beec-5ea6-4df1-9a5b-cf0e12eeac03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b62e61c8e90f459480e98a8daff9d662&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0279326 Jan 10 17:17:20.353207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34442) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:20.374463 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.376890 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a657620-f584-442a-8a1c-d69d52835b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.377738 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78bff6a4-c19e-46bb-bafb-68daef1de862 req-40152453-b428-4517-9b10-ec91f01e6a24 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8657627 Jan 10 17:17:20.481165 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a3769-6190-4c5f-a493-0d28e2973e42 None None] Pushing event updated for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:20.516514 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-0d3d5d04-869e-482e-b80a-010fa00d99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:20.518463 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-0d3d5d04-869e-482e-b80a-010fa00d99bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 1097 time: 0.5874722 Jan 10 17:17:20.537423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6333-9cb9-484d-a48a-180278da2fd1 req-1b8be3b2-24f8-4d1d-ba33-47e2c2985040 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:20.542614 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bf3c6333-9cb9-484d-a48a-180278da2fd1 req-1b8be3b2-24f8-4d1d-ba33-47e2c2985040 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 932 time: 0.6895192 Jan 10 17:17:20.567531 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-72c14530-96f7-45a2-9515-8f427a19221d None None] Provisioning complete for port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:20.571261 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72c14530-96f7-45a2-9515-8f427a19221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.601337 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.613186 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-eba9aadf-7944-4043-b87a-467afb45a4c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1895282 Jan 10 17:17:20.628717 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34444) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:20.676860 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:20.681432 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7beec-5ea6-4df1-9a5b-cf0e12eeac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fdbfa8-07b9-4041-b54a-c6b8a27cca63,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:20.684403 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.734158 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:20.738214 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,segment=NetworkSegment(1c0bc3c6-bf75-4630-a919-5b9111195607),segment_id=1c0bc3c6-bf75-4630-a919-5b9111195607)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:20.775906 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.780192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-181af5db-d812-4c5c-b3fa-af4da31c6e5f admin admin] Publish callbacks [] for security_group (68971705-6aec-4597-845d-79735d5cf625), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.809152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] Publish callbacks [] for security_group (b7fdbfa8-07b9-4041-b54a-c6b8a27cca63), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.820465 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Network be608f9d-f2ce-4080-bed0-d4396bad9669 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:20.829176 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:20.833679 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] Publish callbacks [] for security_group (b7fdbfa8-07b9-4041-b54a-c6b8a27cca63), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.836133 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.842568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-72c14530-96f7-45a2-9515-8f427a19221d None None] Current status of the port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:20.849265 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:20.860295 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:20.861093 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.874516 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-181af5db-d812-4c5c-b3fa-af4da31c6e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (68971705-6aec-4597-845d-79735d5cf625), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.886750 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:20.895432 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0912530 Jan 10 17:17:20.907310 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:20.908512 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.910950 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b7d553a-eb1a-4ecc-84a0-f39653e722c3 HTTP/1.1" status: 200 len: 1093 time: 6.0105710 Jan 10 17:17:20.912324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b7fdbfa8-07b9-4041-b54a-c6b8a27cca63), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.915259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:20.915409 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:20.918908 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7fdbfa8-07b9-4041-b54a-c6b8a27cca63 HTTP/1.1" status: 204 len: 168 time: 0.5516114 Jan 10 17:17:20.937636 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:18Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:20.952545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53373ae9-7699-4c85-8b5f-312e655943b0 req-5a32e16a-ef64-4da6-94e6-88525a6f6c58 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:20.954378 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53373ae9-7699-4c85-8b5f-312e655943b0 req-5a32e16a-ef64-4da6-94e6-88525a6f6c58 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.3566413 Jan 10 17:17:20.986913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bf3c6333-9cb9-484d-a48a-180278da2fd1 req-833f2595-1b75-497a-a918-0183b596df6b tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895714 Jan 10 17:17:20.990871 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:21.016836 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:21.059974 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd0fab-d88a-46a3-af9f-9ec313dadd8e None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:18Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:21.085338 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-181af5db-d812-4c5c-b3fa-af4da31c6e5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07a273e351d6432aa4ed1c9be5cf963f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9169707 Jan 10 17:17:21.092813 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34454) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:21.093711 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181af5db-d812-4c5c-b3fa-af4da31c6e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68971705-6aec-4597-845d-79735d5cf625,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:21.257308 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Request body: {'port': {'device_id': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:21.360347 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffb8db-96ba-4c79-9a98-93c20f801b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fdbfa8-07b9-4041-b54a-c6b8a27cca63,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:21.493103 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53373ae9-7699-4c85-8b5f-312e655943b0 req-3ce9ffc1-6fc9-4630-9132-97a2ebbcaa0f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935915 Jan 10 17:17:21.506467 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=b0bf619b-c4c7-412c-8259-33d355e6bc17,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:21.517772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0aa36e-dfe9-40bc-bda3-f296b6a69590 x-openstack-request-id: req-cb0aa36e-dfe9-40bc-bda3-f296b6a69590 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:21.518152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:21.518493 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0aa36e-dfe9-40bc-bda3-f296b6a69590 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:21.518993 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9', 'status': 'completed', 'code': 200} Jan 10 17:17:21.526800 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-1e7e8e9c-7c68-472a-9376-9f4409247db5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9 HTTP/1.1" status: 200 len: 217 time: 0.2497211 Jan 10 17:17:21.541076 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] Publish callbacks [] for security_group (68971705-6aec-4597-845d-79735d5cf625), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:21.621080 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cae417-cd4a-4826-afa3-025b241a27d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:21.642488 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] Publish callbacks [] for security_group (68971705-6aec-4597-845d-79735d5cf625), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:21.683839 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-a753c7ff-e687-4c6c-8716-22ddba1505a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:21.689946 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-a753c7ff-e687-4c6c-8716-22ddba1505a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4ad261e9d0441fc86830a05033c7674&device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 1096 time: 0.4601173 Jan 10 17:17:21.781418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674d57e-23b6-492f-9ab2-46b93ccfa1f9 req-d098e6a9-2a04-4df2-a011-3e0dbe6640da tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:21.790036 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2674d57e-23b6-492f-9ab2-46b93ccfa1f9 req-d098e6a9-2a04-4df2-a011-3e0dbe6640da tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 943 time: 0.1618636 Jan 10 17:17:21.847427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c140-2b80-405b-82aa-35956fd51842 req-3821b0e3-afca-4764-a78c-39d6d5bb8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:21.855526 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-3821b0e3-afca-4764-a78c-39d6d5bb8ea2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.3093355 Jan 10 17:17:21.937905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a657620-f584-442a-8a1c-d69d52835b65 admin admin] Publish callbacks [] for security_group (002002ba-55a1-4070-8acc-670783deffbf), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:21.953357 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:21.979563 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dbb00-8b97-47d2-8dbd-7a6081043937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Pushing event updated for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:21.986446 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a657620-f584-442a-8a1c-d69d52835b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (002002ba-55a1-4070-8acc-670783deffbf), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.020524 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-0ae8cdcd-c45b-46c4-8033-bcf98feffa9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502991 Jan 10 17:17:22.094757 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.124479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:22.197140 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (68971705-6aec-4597-845d-79735d5cf625), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.200434 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.201283 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68971705-6aec-4597-845d-79735d5cf625 HTTP/1.1" status: 204 len: 168 time: 1.1043372 Jan 10 17:17:22.245557 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:22.246055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.313501 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-e8ec5d0e-f6f1-48fe-8697-eb89d5a2f9e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3 HTTP/1.1" status: 200 len: 217 time: 0.3306956 Jan 10 17:17:22.314481 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b02224-167a-430d-8c87-30af84e6e3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:22.334945 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2674d57e-23b6-492f-9ab2-46b93ccfa1f9 req-8158d6cd-8183-4128-a7f8-ce1758e0c2da tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436418 Jan 10 17:17:22.356427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c7792-da3a-4b23-8a8d-90cbf83cf96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68971705-6aec-4597-845d-79735d5cf625,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:22.373250 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.404499 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1102e5-665d-4665-8528-1663f21812fb x-openstack-request-id: req-6d1102e5-665d-4665-8528-1663f21812fb {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:22.404919 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:22.405242 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d1102e5-665d-4665-8528-1663f21812fb {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:22.405779 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3', 'status': 'completed', 'code': 200} Jan 10 17:17:22.435539 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.499847 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:22.502553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 191b5ba1-f502-44b0-8de4-b2dc8a19005a up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:22.585846 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 191b5ba1-f502-44b0-8de4-b2dc8a19005a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:22.586251 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.611414 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-154c0454-bebd-4b25-a23b-3855ef7ee72e service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776007 Jan 10 17:17:22.638992 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657620-f584-442a-8a1c-d69d52835b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002002ba-55a1-4070-8acc-670783deffbf,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:22.640156 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Allocated IP 172.27.1.138 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/cbcb52d9-8469-446c-92ea-52c84c063616) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:22.722418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ce44b-ae3a-479b-8a4e-0040ac5ad837 req-5d21a78b-4335-4f99-b939-ae1213ed261d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:22.729792 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b7ce44b-ae3a-479b-8a4e-0040ac5ad837 req-5d21a78b-4335-4f99-b939-ae1213ed261d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 932 time: 0.2367795 Jan 10 17:17:22.748892 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c153e38-a1b7-48cd-810c-c407ee6a843b {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:22.756865 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 191b5ba1-f502-44b0-8de4-b2dc8a19005a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:22.767260 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks [] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.851937 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88a1d4-0d9a-4ea2-a766-a8843c3d95ac req-87caa5e3-fa30-4de9-8701-6f1aeb9c8111 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:22.853534 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad88a1d4-0d9a-4ea2-a766-a8843c3d95ac req-87caa5e3-fa30-4de9-8701-6f1aeb9c8111 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.2150371 Jan 10 17:17:22.905281 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34508) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:22.913144 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b7ce44b-ae3a-479b-8a4e-0040ac5ad837 req-9f766d3b-a242-4a93-9a75-d380ce8be361 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824710 Jan 10 17:17:22.977521 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7362a065-950e-4f3c-8d43-3181929b342e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:22.998139 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (cbcb52d9-8469-446c-92ea-52c84c063616), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.013226 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad88a1d4-0d9a-4ea2-a766-a8843c3d95ac req-7d2c62ff-5506-4ecd-89e4-6f9ace54ba47 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480327 Jan 10 17:17:23.044524 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Transition to ACTIVE for port object 7c153e38-a1b7-48cd-810c-c407ee6a843b will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:23.075057 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-7a657620-f584-442a-8a1c-d69d52835b65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b6b3110bd0947339749effce62b26a4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0344913 Jan 10 17:17:23.075925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34512) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:23.076977 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.102502 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.139415 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34514) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:23.159340 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:23.177841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:23.210000 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7362a065-950e-4f3c-8d43-3181929b342e admin admin] Publish callbacks [] for security_group (a1052c48-55d2-47c6-a5d6-9e0f3b789b8c), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.217462 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:23.233329 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=cbcb52d9-8469-446c-92ea-52c84c063616,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.234894 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7362a065-950e-4f3c-8d43-3181929b342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a1052c48-55d2-47c6-a5d6-9e0f3b789b8c), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.238497 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-0d3b3ddc-786b-4774-a845-657d033d4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:23.240203 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-0d3b3ddc-786b-4774-a845-657d033d4322 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee967945-0fd9-4f32-820a-9afb90ee71c1 HTTP/1.1" status: 200 len: 851 time: 0.8454645 Jan 10 17:17:23.273497 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Pushing event updated for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.363839 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7362a065-950e-4f3c-8d43-3181929b342e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b57702ee9bca44bc854a9cd59ed89aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556642 Jan 10 17:17:23.371799 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34520) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:23.377055 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b1fd797d-f1bd-41ee-a368-db6fb765695a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.384583 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] Publish callbacks [] for security_group (002002ba-55a1-4070-8acc-670783deffbf), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.399596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a065-950e-4f3c-8d43-3181929b342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1052c48-55d2-47c6-a5d6-9e0f3b789b8c,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.407163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.408775 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Attempting to bind port 7c153e38-a1b7-48cd-810c-c407ee6a843b on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:23.409107 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Attempting to bind port 7c153e38-a1b7-48cd-810c-c407ee6a843b by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:23.409423 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Attempting to bind port 7c153e38-a1b7-48cd-810c-c407ee6a843b on network be608f9d-f2ce-4080-bed0-d4396bad9669 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:23.440093 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.446669 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Port 7c153e38-a1b7-48cd-810c-c407ee6a843b on network be608f9d-f2ce-4080-bed0-d4396bad9669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:23.447028 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Attempting to bind port 7c153e38-a1b7-48cd-810c-c407ee6a843b on network be608f9d-f2ce-4080-bed0-d4396bad9669 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:23.464453 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.466877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] Publish callbacks [] for security_group (002002ba-55a1-4070-8acc-670783deffbf), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.473536 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:23.473870 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Checking segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:23.474303 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Bound using segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:23.474703 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Bound port: 7c153e38-a1b7-48cd-810c-c407ee6a843b, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:23.475044 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.521449 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.541124 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.573772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e62dc7-8ff3-4b25-a517-283ea7090515 req-670a7659-28e6-4f30-9408-34f5016d56cf tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:23.575284 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1e62dc7-8ff3-4b25-a517-283ea7090515 req-670a7659-28e6-4f30-9408-34f5016d56cf tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 943 time: 0.1650813 Jan 10 17:17:23.617423 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.618810 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4272087 Jan 10 17:17:23.619501 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7688e-1525-4c29-99d8-cec55bb9eb33 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=b0bf619b-c4c7-412c-8259-33d355e6bc17,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.629834 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] Publish callbacks [] for security_group (a1052c48-55d2-47c6-a5d6-9e0f3b789b8c), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.654786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (002002ba-55a1-4070-8acc-670783deffbf), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.657613 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.659489 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/002002ba-55a1-4070-8acc-670783deffbf HTTP/1.1" status: 204 len: 168 time: 0.5770676 Jan 10 17:17:23.661433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d2ecf-5079-404f-8167-130e5c5e75e1 {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:23.672788 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks [] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.689529 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b1fd797d-f1bd-41ee-a368-db6fb765695a admin admin] Publish callbacks [] for security_group (eca8bcaf-8f98-4d1c-afd3-e9205d049f94), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.694534 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] Publish callbacks [] for security_group (a1052c48-55d2-47c6-a5d6-9e0f3b789b8c), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.699659 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:23.711898 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Transition to ACTIVE for port object 018d2ecf-5079-404f-8167-130e5c5e75e1 will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:23.712382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b1fd797d-f1bd-41ee-a368-db6fb765695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (eca8bcaf-8f98-4d1c-afd3-e9205d049f94), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.730454 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.733544 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:23.753364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.807774 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:23.808401 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.810032 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] 10.222.0.24 "PUT /v2.0/ports/7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 200 len: 1094 time: 5.5988986 Jan 10 17:17:23.842696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Pushing event updated for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.886721 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a1052c48-55d2-47c6-a5d6-9e0f3b789b8c), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.889277 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:23.892848 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1052c48-55d2-47c6-a5d6-9e0f3b789b8c HTTP/1.1" status: 204 len: 168 time: 0.5119667 Jan 10 17:17:23.900523 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Attempting to bind port 018d2ecf-5079-404f-8167-130e5c5e75e1 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:23.901135 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Attempting to bind port 018d2ecf-5079-404f-8167-130e5c5e75e1 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:23.901629 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Attempting to bind port 018d2ecf-5079-404f-8167-130e5c5e75e1 on network be608f9d-f2ce-4080-bed0-d4396bad9669 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:23.911312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd2f04-9f94-4645-a0c1-c3f2f8b620af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002002ba-55a1-4070-8acc-670783deffbf,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.927895 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474831ef-640c-448a-a9f2-233a97fe9e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1052c48-55d2-47c6-a5d6-9e0f3b789b8c,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.928648 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1e62dc7-8ff3-4b25-a517-283ea7090515 req-fe75475f-e3fe-4c4a-bb04-41a2b0c642f3 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449779 Jan 10 17:17:23.956396 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5daaa-cfaf-427c-9b4a-3721593bb06d service neutron] Pushing event updated for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:23.961802 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Port 018d2ecf-5079-404f-8167-130e5c5e75e1 on network be608f9d-f2ce-4080-bed0-d4396bad9669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:23.962128 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Attempting to bind port 018d2ecf-5079-404f-8167-130e5c5e75e1 on network be608f9d-f2ce-4080-bed0-d4396bad9669 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:23.970049 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:23.970391 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Checking segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:23.970773 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Bound using segment: {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:23.971621 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Bound port: 018d2ecf-5079-404f-8167-130e5c5e75e1, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:23.971988 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.010504 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-b1fd797d-f1bd-41ee-a368-db6fb765695a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb7fd9003d4f4e16a9dbb6e0ee709762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8689868 Jan 10 17:17:24.018977 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34542) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:24.111739 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd797d-f1bd-41ee-a368-db6fb765695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca8bcaf-8f98-4d1c-afd3-e9205d049f94,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:24.123431 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-336f4bde-dafb-42ed-881d-b752c55dd93d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5aae78ad-1f20-42ac-b114-3edd397b80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863121 Jan 10 17:17:24.181826 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-74cc0a7b-4f2d-4752-91c9-74107a61f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.184069 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-74cc0a7b-4f2d-4752-91c9-74107a61f0ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1097 time: 0.1347840 Jan 10 17:17:24.195051 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:24.220033 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34546) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:24.238807 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-815ed35a-7d97-4121-a7a7-3bf8f55f3a83 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1254714644&fields=id&tenant_id=a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 267 time: 0.3234453 Jan 10 17:17:24.260007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e169f5dd-6a7e-421d-af4d-3402843a5f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.279131 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=018d2ecf-5079-404f-8167-130e5c5e75e1,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:24.283315 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-17b6d3f0-53f5-4dca-83a4-0ac5008ff58c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 200 len: 217 time: 0.0480235 Jan 10 17:17:24.292387 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.330194 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (cbcb52d9-8469-446c-92ea-52c84c063616), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.381103 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.382315 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.383399 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] 10.222.0.24 "PUT /v2.0/ports/018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 1093 time: 3.1311526 Jan 10 17:17:24.388396 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] Publish callbacks [] for security_group (eca8bcaf-8f98-4d1c-afd3-e9205d049f94), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.389891 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.401036 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-a06f8733-3405-4d5b-8674-6360b57e4d32 service neutron] 10.222.0.24 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595775 Jan 10 17:17:24.406752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b'}, {'name': 'network-changed', 'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:24.411095 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de5802-3a51-4dea-ae5d-cf0214c2746a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b"}, {"name": "network-changed", "server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:24.418511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-38140f2c-6d23-4f19-b763-8f438ccaac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.419923 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-38140f2c-6d23-4f19-b763-8f438ccaac70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.1295102 Jan 10 17:17:24.421524 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076697-91ee-49f9-ad84-b72a026b1792 req-a4bf4a8f-938c-4d58-b3ea-de8335619daa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.430572 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-48076697-91ee-49f9-ad84-b72a026b1792 req-a4bf4a8f-938c-4d58-b3ea-de8335619daa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 944 time: 0.3360362 Jan 10 17:17:24.498571 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd14c140-2b80-405b-82aa-35956fd51842 req-f1f44a2c-7b97-4955-a6f9-9ccf9d6a8e5d service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073190 Jan 10 17:17:24.505864 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-b8f568fc-059d-4ef0-bec5-e0807cbf0f0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713890 Jan 10 17:17:24.517949 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.540319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d601b-f129-40cf-aff0-383d1142fb78 service neutron] Pushing event updated for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:24.556777 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] Publish callbacks [] for security_group (eca8bcaf-8f98-4d1c-afd3-e9205d049f94), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.614129 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=cbcb52d9-8469-446c-92ea-52c84c063616,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:24.629228 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-b930a36f-2067-40bd-8c49-891f4d4aefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.630812 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-b930a36f-2067-40bd-8c49-891f4d4aefdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1096 time: 0.1907487 Jan 10 17:17:24.641710 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.642953 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2b18b189-3c8d-404b-bc28-e1551f6c3e11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0042725 Jan 10 17:17:24.655747 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-482a763e-9d9e-40bc-8cc7-3f71b8572f95 req-f1d705a3-f345-46fe-a8a1-0ba618c83974 service neutron] 10.222.0.24 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419074 Jan 10 17:17:24.680523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-35578c85-4406-440e-907c-5df9532950b5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.682109 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-35578c85-4406-440e-907c-5df9532950b5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 810 time: 0.4198127 Jan 10 17:17:24.693341 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-82f0c390-6d09-4e41-a782-64abeb121616 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0489535 Jan 10 17:17:24.694580 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-48076697-91ee-49f9-ad84-b72a026b1792 req-37e7ca7a-9275-44ab-8c36-9c28164c7d19 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627470 Jan 10 17:17:24.721680 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-8d1fe9a4-3248-4a56-8363-9e8d704c211a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/quotas/a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 375 time: 0.0309050 Jan 10 17:17:24.751923 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-b3ae8ea2-c8e6-49ff-968c-06278e770ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.753425 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-b3ae8ea2-c8e6-49ff-968c-06278e770ecb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 1097 time: 0.1879559 Jan 10 17:17:24.759967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e169f5dd-6a7e-421d-af4d-3402843a5f14 admin admin] Publish callbacks [] for security_group (65344d79-2c96-4513-80af-bedc26dbe936), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.773779 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-afcc5396-8007-43ca-ab06-78c1e100e53d service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301574 Jan 10 17:17:24.797729 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (eca8bcaf-8f98-4d1c-afd3-e9205d049f94), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.800369 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.801681 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eca8bcaf-8f98-4d1c-afd3-e9205d049f94 HTTP/1.1" status: 204 len: 168 time: 0.7794871 Jan 10 17:17:24.819581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e169f5dd-6a7e-421d-af4d-3402843a5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (65344d79-2c96-4513-80af-bedc26dbe936), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:24.852638 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-95c705e2-40e4-446f-84b1-a95685aa3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.854111 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-95c705e2-40e4-446f-84b1-a95685aa3a2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.1518240 Jan 10 17:17:24.876338 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-c289228d-0dcb-438f-bff3-6dd5295484cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:24.877886 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-c289228d-0dcb-438f-bff3-6dd5295484cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4ad261e9d0441fc86830a05033c7674&device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 1096 time: 0.1344962 Jan 10 17:17:24.894070 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-233b4c10-e23d-4a31-9bfc-efc3a58052a8 req-f3b57fa5-363d-483a-917d-c115c339a44d service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136765 Jan 10 17:17:24.902944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba5352-4b16-4140-a982-40196a6627a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca8bcaf-8f98-4d1c-afd3-e9205d049f94,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:24.968108 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e169f5dd-6a7e-421d-af4d-3402843a5f14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eafbed0c6c134380bac1e0886f902aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7443366 Jan 10 17:17:24.968593 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34576) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:25.025850 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-499f5195-1354-42da-bd33-e8e1c144bb1e tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2917159 Jan 10 17:17:25.031008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169f5dd-6a7e-421d-af4d-3402843a5f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65344d79-2c96-4513-80af-bedc26dbe936,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:25.050340 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] Publish callbacks [] for security_group (65344d79-2c96-4513-80af-bedc26dbe936), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:25.050862 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d4c29-cb3d-4a06-bc19-0394859bb01f req-e7f18cb1-d338-4c23-a2fe-fde952f5a69e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.052412 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-708d4c29-cb3d-4a06-bc19-0394859bb01f req-e7f18cb1-d338-4c23-a2fe-fde952f5a69e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.2183044 Jan 10 17:17:25.064624 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-d928d68b-d41d-49b6-a93e-11c99d325248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.065888 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-d928d68b-d41d-49b6-a93e-11c99d325248 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 916 time: 0.3034396 Jan 10 17:17:25.076460 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] Publish callbacks [] for security_group (65344d79-2c96-4513-80af-bedc26dbe936), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:25.201082 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-4e8f49dd-8e60-4835-b330-2108bcd4c94c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639050 Jan 10 17:17:25.201235 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-7405a749-9669-41e3-a9be-fc303bcbffd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9 HTTP/1.1" status: 200 len: 217 time: 0.0704792 Jan 10 17:17:25.218836 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (65344d79-2c96-4513-80af-bedc26dbe936), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:25.220387 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-708d4c29-cb3d-4a06-bc19-0394859bb01f req-ccd4818b-2aec-4827-a104-ac6df856eb48 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555436 Jan 10 17:17:25.221556 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:25.222869 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65344d79-2c96-4513-80af-bedc26dbe936 HTTP/1.1" status: 204 len: 168 time: 0.2531352 Jan 10 17:17:25.290121 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e136bd51-6c75-49b4-8dfe-c57f5ee2c6e7 x-openstack-request-id: req-e136bd51-6c75-49b4-8dfe-c57f5ee2c6e7 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:25.290619 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:25.290782 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e136bd51-6c75-49b4-8dfe-c57f5ee2c6e7 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:25.291360 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b', 'status': 'completed', 'code': 200} Jan 10 17:17:25.291578 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1', 'status': 'completed', 'code': 200} Jan 10 17:17:25.314141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-e9d8fc3c-68ec-46c0-bf88-5360ee662cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.315739 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-e9d8fc3c-68ec-46c0-bf88-5360ee662cc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0943606 Jan 10 17:17:25.318437 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-6248382e-534d-4bbc-801d-51fb1dfb231b service neutron] 10.222.0.10 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633488 Jan 10 17:17:25.335642 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3fd69-25be-4bbc-9eaa-61f8e7db5c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65344d79-2c96-4513-80af-bedc26dbe936,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:25.461808 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-1b9150ff-942d-4247-863f-45c30213b843 service neutron] 10.222.0.10 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125543 Jan 10 17:17:25.502101 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-459e1dd4-80d7-4c60-b089-e8e64af51a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781437 Jan 10 17:17:25.605847 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-6a33c11e-01c3-491c-b404-1bca771479f5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--323470616&fields=id&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 267 time: 0.1247888 Jan 10 17:17:25.686761 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-6c2510bc-7797-442e-b137-03735a4f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.688265 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-6c2510bc-7797-442e-b137-03735a4f4760 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5aae78ad-1f20-42ac-b114-3edd397b80a0 HTTP/1.1" status: 200 len: 912 time: 0.5633733 Jan 10 17:17:25.707193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-28bb4d58-719e-425c-95fa-493b4783978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.708734 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-28bb4d58-719e-425c-95fa-493b4783978c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1097 time: 0.3742540 Jan 10 17:17:25.776209 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-26f54c7a-261b-4098-b31f-31edaf1e35c8 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581958 Jan 10 17:17:25.777590 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-3472d8db-d8f6-4410-9820-61c12ea56875 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3 HTTP/1.1" status: 200 len: 217 time: 0.0802271 Jan 10 17:17:25.830637 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-3ba02264-e297-480b-a581-dbd373f39a09 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.832333 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-3ba02264-e297-480b-a581-dbd373f39a09 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 816 time: 0.2166991 Jan 10 17:17:25.835621 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-0ea1bbe1-6ebc-4ccf-b459-e409aa91be17 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270013 Jan 10 17:17:25.917124 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-9c51a9fe-aded-4072-82e5-2f63bbcc707a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/quotas/7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 375 time: 0.0485027 Jan 10 17:17:25.974410 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-5e0357b3-ed96-4d00-b5fe-cf44bba53ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.975936 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-5e0357b3-ed96-4d00-b5fe-cf44bba53ec8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ee967945-0fd9-4f32-820a-9afb90ee71c1 HTTP/1.1" status: 200 len: 851 time: 0.1865692 Jan 10 17:17:25.991350 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e739a4-1bb8-4182-a330-0a2df48307ac req-63b5feb5-9bc6-4c9c-b6d2-298910c8732b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:25.993250 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e8e739a4-1bb8-4182-a330-0a2df48307ac req-63b5feb5-9bc6-4c9c-b6d2-298910c8732b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 943 time: 0.1596851 Jan 10 17:17:26.054900 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-9852fc32-96a3-4e26-8948-0cbca634dc50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5aae78ad-1f20-42ac-b114-3edd397b80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679560 Jan 10 17:17:26.060200 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-03f2e337-56ec-4f97-bbfa-1485ba14d966 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693808 Jan 10 17:17:26.071266 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-8b388dbd-3409-4397-a8df-612613ca7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.072705 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-8b388dbd-3409-4397-a8df-612613ca7d1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.3560419 Jan 10 17:17:26.079350 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e8e739a4-1bb8-4182-a330-0a2df48307ac req-4d7332b2-c721-421b-a78b-4743494766a4 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767732 Jan 10 17:17:26.102046 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-e1836e8e-44c5-4859-8e5f-6b80d0325bce tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503396 Jan 10 17:17:26.166826 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ffb5156-d417-4798-96c8-2df669a87e88 req-127c6fd7-6718-4fda-ba4c-5437d05dfbfb service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969134 Jan 10 17:17:26.175989 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-abba57dc-ddd4-4479-9e82-506bebc175e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 200 len: 217 time: 0.0833001 Jan 10 17:17:26.253759 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-cbf39629-2b90-49c2-bb17-4c8ad916b4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925545 Jan 10 17:17:26.257771 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-defae003-50d8-4f92-b17a-d2edea29dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.260917 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-defae003-50d8-4f92-b17a-d2edea29dc76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0720267 Jan 10 17:17:26.331292 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-64467d41-30da-45ee-98a5-4684d4da8eaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654039 Jan 10 17:17:26.463949 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fe01102e-1d9f-4732-85f6-0100a9782d43 req-a6002ddf-8913-4df7-aa87-bfd713e59df7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 210 time: 0.2911532 Jan 10 17:17:26.532873 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-2e21bbab-23c4-4044-ad1b-3a04830fa064 service neutron] 10.222.0.10 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089448 Jan 10 17:17:26.543771 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-e64e1102-dd8c-41be-a1f0-4c67c5e0948c service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790700 Jan 10 17:17:26.576544 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-21cae417-cd4a-4826-afa3-025b241a27d8 req-bcab68d2-e510-4736-8a04-23c7aaca41f0 service neutron] 10.222.0.24 "GET /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146219 Jan 10 17:17:26.662101 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1567c8-8f44-40e1-b7f7-a11059c5c36a req-00b687ed-a0a0-44fd-8fb9-1952f9d6a8c0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.662957 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad1567c8-8f44-40e1-b7f7-a11059c5c36a req-00b687ed-a0a0-44fd-8fb9-1952f9d6a8c0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 944 time: 0.1163270 Jan 10 17:17:26.690465 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-5fdfa522-007b-4379-8c0a-0001728e10fc service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355755 Jan 10 17:17:26.734938 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-ecb56b31-ffca-44eb-81c7-eac197219aac service neutron] 10.222.0.10 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010682 Jan 10 17:17:26.795551 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad1567c8-8f44-40e1-b7f7-a11059c5c36a req-da81283c-4687-4774-b8e5-d7b5c14d811b tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209757 Jan 10 17:17:26.807792 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-3c08e55e-9b9d-4498-9194-96fcf4cee6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.809665 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-3c08e55e-9b9d-4498-9194-96fcf4cee6bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1096 time: 0.0578229 Jan 10 17:17:26.944825 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1fafd-c274-4273-9224-a124f0503b71 req-60a2d4e1-5054-49db-aba5-a453e0bdbf68 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.947434 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4b1fafd-c274-4273-9224-a124f0503b71 req-60a2d4e1-5054-49db-aba5-a453e0bdbf68 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.0791090 Jan 10 17:17:26.969463 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-92a31377-c190-4e6e-978d-ef6042112a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:26.970606 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-92a31377-c190-4e6e-978d-ef6042112a1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.1533051 Jan 10 17:17:27.047888 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b6206bd-81e0-4d0d-a80d-a89cf7dc3efb req-5515a6fd-4b8e-4a1e-bb13-fccea251ec9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 210 time: 0.0600648 Jan 10 17:17:27.058868 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-caa44e38-21ee-45bf-87df-7aaf72d3acb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0797808 Jan 10 17:17:27.060512 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4b1fafd-c274-4273-9224-a124f0503b71 req-fefe9633-d4bf-4b76-bbb5-07489c988619 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071222 Jan 10 17:17:27.166787 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-f8fccde3-1f41-4e5f-9a74-7d102bd32b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:27.170172 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-f8fccde3-1f41-4e5f-9a74-7d102bd32b08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.1021357 Jan 10 17:17:27.217383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9f6e9-d669-4065-b58c-ee320731317b req-449781d8-9dd2-414c-a178-7b340eb3de6c tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:27.219014 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eaa9f6e9-d669-4065-b58c-ee320731317b req-449781d8-9dd2-414c-a178-7b340eb3de6c tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 943 time: 0.0741551 Jan 10 17:17:27.237953 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-387c04c0-11a9-41b9-af37-28b6633e3582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591395 Jan 10 17:17:27.288085 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eaa9f6e9-d669-4065-b58c-ee320731317b req-e9e72fd7-bc66-432e-9f62-158e91c0a293 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Jan 10 17:17:27.447573 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-444ca709-6fc4-4ed3-9990-51b359c5788e service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992466 Jan 10 17:17:27.555080 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-10707d7d-4be0-4904-944e-294851e12d06 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:27.556710 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-10707d7d-4be0-4904-944e-294851e12d06 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 810 time: 0.2080989 Jan 10 17:17:27.661894 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ccc4d749-e70e-4e61-af15-2eb58b2599c8 req-3ccdebde-350c-482c-adfc-a8682d1e0923 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 210 time: 0.0540895 Jan 10 17:17:27.696084 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c0de5802-3a51-4dea-ae5d-cf0214c2746a req-48b2f0f1-45a8-42b7-995b-3f040dd730e0 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402930 Jan 10 17:17:27.740895 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-1ebef723-c024-43e8-a148-6154210849fe tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 380 time: 0.1745319 Jan 10 17:17:27.753259 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'port': {'device_id': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'admin_state_up': True, 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'security_groups': ['c0dff30d-07a0-4485-8f64-2d2b531519d8']}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:27.907908 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Made reservation on behalf of a6063f65f9ff4971bb348b96420816aa for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:27.913488 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:27.942202 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a0f74-41c9-4851-af4e-d833f9519758 req-eca9731b-2855-4a3a-b045-632ae5f22880 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:27.949849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d90a0f74-41c9-4851-af4e-d833f9519758 req-eca9731b-2855-4a3a-b045-632ae5f22880 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 944 time: 0.0712142 Jan 10 17:17:27.995263 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d90a0f74-41c9-4851-af4e-d833f9519758 req-c0d0f7b3-0623-4b02-93ed-ece6e03448ef tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Jan 10 17:17:28.056731 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Allocated IP 172.20.0.10 (8ba32b39-cf3c-46a3-aba0-5e28aa14d827/3647c68b-c8f6-40ba-9795-93b47db1e83a/89b13c57-2c76-4f75-8337-c4c509b2d32d) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:28.173563 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e8476b18-656d-4de9-9671-f714851d6424 req-58eb01d8-4040-4eba-888c-8bc65f3ce334 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 210 time: 0.0414035 Jan 10 17:17:28.245189 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21be268-4cfa-4a0d-baa5-ddee017ed780 req-21e3ed2b-7974-4a45-9629-87565370ba03 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:28.246883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:28.253435 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f21be268-4cfa-4a0d-baa5-ddee017ed780 req-21e3ed2b-7974-4a45-9629-87565370ba03 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.0761535 Jan 10 17:17:28.291312 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:28.317193 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f21be268-4cfa-4a0d-baa5-ddee017ed780 req-18b6decb-c988-4778-ae74-fd27ae84b24d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Jan 10 17:17:28.384616 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:28.398631 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:28.401193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:28.407201 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:28.408030 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:28.489155 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c82b6-238a-4480-8341-23344aebcfad req-ce20cd5e-bc8b-4ea5-b691-7d7b8f26480b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:28.492986 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2d3c82b6-238a-4480-8341-23344aebcfad req-ce20cd5e-bc8b-4ea5-b691-7d7b8f26480b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 943 time: 0.1124315 Jan 10 17:17:28.496209 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:28.527376 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-f5b4cefb-eecf-49cf-a392-c06b483cba8b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812784 Jan 10 17:17:28.575633 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Request body: {'port': {'device_id': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: from cryptography.utils import int_from_bytes Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: from cryptography.utils import int_from_bytes Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.586689 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:17:28.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:17:28.590084 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-2112afe8-d6f6-4974-933d-49372ddf5caa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:28.593193 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-2112afe8-d6f6-4974-933d-49372ddf5caa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 816 time: 0.2614107 Jan 10 17:17:28.604972 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2d3c82b6-238a-4480-8341-23344aebcfad req-4e5672af-bd50-4c8a-beb9-d7ec59bd925b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062613 Jan 10 17:17:28.721560 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:28.730491 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b9512f3c-38a1-41ff-869f-8e90e05aaa45 None None] Provisioning complete for port 89b13c57-2c76-4f75-8337-c4c509b2d32d triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:28.734509 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b9512f3c-38a1-41ff-869f-8e90e05aaa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:28.818030 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-0c836032-ca28-416a-b023-fdb1ff2ffc6b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 379 time: 0.2004821 Jan 10 17:17:28.820795 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b9512f3c-38a1-41ff-869f-8e90e05aaa45 None None] Port 89b13c57-2c76-4f75-8337-c4c509b2d32d cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:28.829394 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace637e4-cbcf-4044-96ef-0e2ac5c97698 req-aa1ad931-3c3e-4970-9fdc-7d5726b569f2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:28.831839 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'port': {'device_id': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'admin_state_up': True, 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'security_groups': ['5d940851-986a-428c-b458-761ab8cc3002']}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:28.838433 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ace637e4-cbcf-4044-96ef-0e2ac5c97698 req-aa1ad931-3c3e-4970-9fdc-7d5726b569f2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 932 time: 0.0741014 Jan 10 17:17:28.886511 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:28.898771 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ace637e4-cbcf-4044-96ef-0e2ac5c97698 req-b72cb3c5-f391-475f-9cb1-18af6e7ce0be tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593538 Jan 10 17:17:29.016523 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,segment=NetworkSegment(1c0bc3c6-bf75-4630-a919-5b9111195607),segment_id=1c0bc3c6-bf75-4630-a919-5b9111195607)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.032385 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3', 'network_id': '5aae78ad-1f20-42ac-b114-3edd397b80a0', 'port_id': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3', 'mac_address': 'fa:16:3e:ae:71:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee967945-0fd9-4f32-820a-9afb90ee71c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:29.083288 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:29.083657 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.109399 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:29.131058 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,segment=NetworkSegment(1c0bc3c6-bf75-4630-a919-5b9111195607),segment_id=1c0bc3c6-bf75-4630-a919-5b9111195607)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.139312 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.140370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 018d2ecf-5079-404f-8167-130e5c5e75e1 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:29.154841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40e250-c0f7-45b5-819c-89434dedc906 req-62b4d6e5-a6ef-4a35-825d-2365e2b1e42f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:29.156468 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a40e250-c0f7-45b5-819c-89434dedc906 req-62b4d6e5-a6ef-4a35-825d-2365e2b1e42f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 944 time: 0.0578902 Jan 10 17:17:29.227030 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:29.265849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a40e250-c0f7-45b5-819c-89434dedc906 req-468c24bb-eb02-4ecd-bd13-20b20b01addf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024494 Jan 10 17:17:29.322321 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-298d5e74-3744-44ae-a5ee-7ce7eec7eacc req-4243277c-2eba-471f-b9e1-113fbf180c7c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 210 time: 0.0553770 Jan 10 17:17:29.432904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b92e-1a66-45f5-817e-b961464cb748 req-deaf1ab0-1c0f-432e-a751-876f974b3b3e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:29.434470 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df01b92e-1a66-45f5-817e-b961464cb748 req-deaf1ab0-1c0f-432e-a751-876f974b3b3e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 944 time: 0.0545297 Jan 10 17:17:29.477134 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Made reservation on behalf of 7cb63f77fb6845d2b5ece63bf93b3481 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:17:29.480189 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=018d2ecf-5079-404f-8167-130e5c5e75e1,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.480673 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.487299 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df01b92e-1a66-45f5-817e-b961464cb748 req-33768b53-fa6d-4ecc-b09d-eaefd5cef0ab tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Jan 10 17:17:29.493236 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '018d2ecf-5079-404f-8167-130e5c5e75e1', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'port_id': '018d2ecf-5079-404f-8167-130e5c5e75e1', 'mac_address': 'fa:16:3e:0b:81:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:29.535808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 018d2ecf-5079-404f-8167-130e5c5e75e1 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:29.536119 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.543336 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b13c57-2c76-4f75-8337-c4c509b2d32d {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:29.550477 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d2ecf-5079-404f-8167-130e5c5e75e1 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:29.569781 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=018d2ecf-5079-404f-8167-130e5c5e75e1,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.573275 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.573919 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7c153e38-a1b7-48cd-810c-c407ee6a843b details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:29.576006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks [] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.601343 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Transition to ACTIVE for port object 89b13c57-2c76-4f75-8337-c4c509b2d32d will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:29.604816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.638434 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:29.646923 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.658410 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '7c153e38-a1b7-48cd-810c-c407ee6a843b', 'network_id': 'be608f9d-f2ce-4080-bed0-d4396bad9669', 'port_id': '7c153e38-a1b7-48cd-810c-c407ee6a843b', 'mac_address': 'fa:16:3e:06:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e410ca-24bf-4a10-897e-b5680fa1e01f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:29.701234 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Pushing event updated for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:29.710065 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 7c153e38-a1b7-48cd-810c-c407ee6a843b is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:29.710523 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.728228 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Allocated IP 172.20.0.3 (f57d6ca3-d7e6-49ec-a260-99f7a8384f08/49f40baa-eed3-4bdd-8466-ed296e5d48aa/231c3184-ee2c-4304-bb2c-b5daedd3b43a) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:17:29.737280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c153e38-a1b7-48cd-810c-c407ee6a843b {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:29.744786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc233c-6ba4-4a92-8a46-92c78ecc8144 req-13dc7a52-0f09-46e5-852f-29b0965efd4f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:29.747196 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23dc233c-6ba4-4a92-8a46-92c78ecc8144 req-13dc7a52-0f09-46e5-852f-29b0965efd4f tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0628598 Jan 10 17:17:29.749852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Attempting to bind port 89b13c57-2c76-4f75-8337-c4c509b2d32d on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:29.750206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Attempting to bind port 89b13c57-2c76-4f75-8337-c4c509b2d32d by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:29.750577 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Attempting to bind port 89b13c57-2c76-4f75-8337-c4c509b2d32d on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:29.760353 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Port 89b13c57-2c76-4f75-8337-c4c509b2d32d on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:29.760683 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Attempting to bind port 89b13c57-2c76-4f75-8337-c4c509b2d32d on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:29.770594 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.781981 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:29.782355 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Checking segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:29.782553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.782740 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Bound using segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:29.783236 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Bound port: 89b13c57-2c76-4f75-8337-c4c509b2d32d, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:29.783606 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.784166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:29.809540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23dc233c-6ba4-4a92-8a46-92c78ecc8144 req-77ba45ba-0db9-47a6-90f7-8038d2d97470 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Jan 10 17:17:29.930706 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:29.935217 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:29.952753 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:29.958805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:29.991320 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'port_id': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9', 'mac_address': 'fa:16:3e:fb:3b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3777e6f-57fd-41d0-b589-c21c7a0b19e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:29.993849 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:30.016425 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.017111 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.019488 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] 10.222.0.24 "PUT /v2.0/ports/89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1094 time: 1.4483943 Jan 10 17:17:30.022080 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.023339 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:30.025666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8" -d '{"events": [{"name": "network-changed", "server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:30.073274 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4eca-d197-493a-8bfd-3544417c57c9 req-0359a969-940c-4b31-b54d-daa0760521ac tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.090605 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-494f4eca-d197-493a-8bfd-3544417c57c9 req-0359a969-940c-4b31-b54d-daa0760521ac tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0991170 Jan 10 17:17:30.100920 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:30.102037 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.123233 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b344c-b1df-4790-8dae-9e4d23712a3a x-openstack-request-id: req-681b344c-b1df-4790-8dae-9e4d23712a3a {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:30.123530 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:30.123791 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-681b344c-b1df-4790-8dae-9e4d23712a3a {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:30.129121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:30.133383 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'status': 'completed', 'code': 200} Jan 10 17:17:30.166379 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:30.184006 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.187472 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-494f4eca-d197-493a-8bfd-3544417c57c9 req-1e61896f-4ea3-43cb-9ec0-735587cd40f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860002 Jan 10 17:17:30.203097 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb99c16-cb56-4a38-9eb6-9a1c666d945f service neutron] Pushing event updated for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:30.235815 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-7390d743-5363-4eb1-9b03-c2ff1a151278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.237402 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-7390d743-5363-4eb1-9b03-c2ff1a151278 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1097 time: 0.1568761 Jan 10 17:17:30.246763 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:30.305479 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-a72aca68-5f9f-45fc-9b03-676d5ed4b253 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 217 time: 0.0576112 Jan 10 17:17:30.306248 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.408251 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4596384c-725a-41ad-b180-70d6246cfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.410449 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-4596384c-725a-41ad-b180-70d6246cfe47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0932298 Jan 10 17:17:30.422925 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:17:30.422925 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:17:30.436937 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:17:30.444051 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.444878 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.451433 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192e21-7ce3-41e6-861e-424fcd717a6f req-8ec1e488-9449-4c97-83cd-4851fdadfc88 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.460845 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cf192e21-7ce3-41e6-861e-424fcd717a6f req-8ec1e488-9449-4c97-83cd-4851fdadfc88 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.1012228 Jan 10 17:17:30.496760 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:30.503072 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-24cae3d0-3fd0-42df-9d2d-d75fc7c3f364 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6766341 Jan 10 17:17:30.522924 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Request body: {'port': {'device_id': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:30.530652 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-3eaede1e-250a-4f8b-9a47-be3abf44538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.532222 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-3eaede1e-250a-4f8b-9a47-be3abf44538d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104536 Jan 10 17:17:30.556975 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cf192e21-7ce3-41e6-861e-424fcd717a6f req-43058f4c-d0b0-4834-bf0b-a92cc4f27ed1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904522 Jan 10 17:17:30.621114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40dc39-25cd-4f1b-98f7-78483c79df90 req-5302a69f-8754-4c5e-8392-4a10f1fe6529 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.638199 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b40dc39-25cd-4f1b-98f7-78483c79df90 req-5302a69f-8754-4c5e-8392-4a10f1fe6529 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 931 time: 0.1747837 Jan 10 17:17:30.712173 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.726974 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b40dc39-25cd-4f1b-98f7-78483c79df90 req-c827a755-1830-44a7-acd9-2a79a4d571d3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877984 Jan 10 17:17:30.781546 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3f9d-6cfb-42cb-96c0-63192f1c828e req-d285c672-c9b4-40c8-9a0d-a00dc685f22b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.783151 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a2de3f9d-6cfb-42cb-96c0-63192f1c828e req-d285c672-c9b4-40c8-9a0d-a00dc685f22b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0777690 Jan 10 17:17:30.845797 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a2de3f9d-6cfb-42cb-96c0-63192f1c828e req-acc65d20-3712-468c-8d14-184498b32972 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527120 Jan 10 17:17:30.875880 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-04601438-e5e4-489d-b7fd-5c02b5eb8f9e None None] Provisioning complete for port 231c3184-ee2c-4304-bb2c-b5daedd3b43a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:30.876955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04601438-e5e4-489d-b7fd-5c02b5eb8f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:30.906270 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-daa8e6cc-85db-4fed-9b8b-3f34a9eca22c service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297567 Jan 10 17:17:30.915267 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-04601438-e5e4-489d-b7fd-5c02b5eb8f9e None None] Port 231c3184-ee2c-4304-bb2c-b5daedd3b43a cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:17:30.948342 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7c94-3961-40dd-a158-e068b9c644d5 req-d3f325d0-db2d-4052-a98e-d414f2d77847 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:30.949818 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a8ad7c94-3961-40dd-a158-e068b9c644d5 req-d3f325d0-db2d-4052-a98e-d414f2d77847 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0493543 Jan 10 17:17:30.962803 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['7c153e38-a1b7-48cd-810c-c407ee6a843b'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:31.001368 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a8ad7c94-3961-40dd-a158-e068b9c644d5 req-e1745eab-005d-49f8-a637-9fb9db812d8d tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Jan 10 17:17:31.013043 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['018d2ecf-5079-404f-8167-130e5c5e75e1'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:31.015184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['1b7d553a-eb1a-4ecc-84a0-f39653e722c3'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:31.017342 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:31.079774 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c43139f7-4004-4987-ab6b-c42ae77c06c9 req-dfa0e1aa-eaf0-4aef-a553-fd2299ef0b99 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587498 Jan 10 17:17:31.157773 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:31.169459 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks [] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.189664 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-1975afbe-05d4-4553-a2c7-98e457396034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.191893 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-1975afbe-05d4-4553-a2c7-98e457396034 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1097 time: 0.0645597 Jan 10 17:17:31.192853 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Transition to ACTIVE for port object 231c3184-ee2c-4304-bb2c-b5daedd3b43a will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:17:31.196757 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.310049 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:31.365521 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Attempting to bind port 231c3184-ee2c-4304-bb2c-b5daedd3b43a on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:17:31.365834 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Attempting to bind port 231c3184-ee2c-4304-bb2c-b5daedd3b43a by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:17:31.366191 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Attempting to bind port 231c3184-ee2c-4304-bb2c-b5daedd3b43a on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:31.379323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d91ef-c349-4a84-8026-05a201ce1db2 req-c1a9cc64-35d7-4750-a208-ea9c79f28eef tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.381497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-827d91ef-c349-4a84-8026-05a201ce1db2 req-c1a9cc64-35d7-4750-a208-ea9c79f28eef tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0975132 Jan 10 17:17:31.391467 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Port 231c3184-ee2c-4304-bb2c-b5daedd3b43a on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:17:31.391809 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Attempting to bind port 231c3184-ee2c-4304-bb2c-b5daedd3b43a on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:17:31.398547 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-86eeed57-11c9-4520-b17b-ef3bc92156b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.400145 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-86eeed57-11c9-4520-b17b-ef3bc92156b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.2001112 Jan 10 17:17:31.401031 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:17:31.401366 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Checking segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:17:31.401740 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Bound using segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:17:31.402171 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Bound port: 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:17:31.402566 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.461251 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-e7dc9374-82ad-4038-a265-feb30860b502 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 217 time: 0.0491807 Jan 10 17:17:31.468780 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-827d91ef-c349-4a84-8026-05a201ce1db2 req-ce73b670-e961-43cd-9b28-2464b138bf30 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814571 Jan 10 17:17:31.504756 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 34812) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:31.560658 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:17:31.564301 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:17:31.567155 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-63bdec99-42e6-4668-ae06-53faaf7c72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.578788 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-63bdec99-42e6-4668-ae06-53faaf7c72d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0919912 Jan 10 17:17:31.583941 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.650165 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.650705 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.652492 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] 10.222.0.24 "PUT /v2.0/ports/231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 1093 time: 1.1355479 Jan 10 17:17:31.668644 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-559cf53c-3459-4c24-b24b-370e68a399e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.700144 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-8055f327-15a0-4c51-af8b-ef0adee71f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.705701 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-8055f327-15a0-4c51-af8b-ef0adee71f85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1179948 Jan 10 17:17:31.714532 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d15f4-4634-4e99-99bf-060b00eba583 service neutron] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:31.721727 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bd781-d6e8-42f2-ac97-6d1a27024ca6 req-72c8b1f7-98f6-4cce-ba2b-4a34670b9ecf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.723837 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-801bd781-d6e8-42f2-ac97-6d1a27024ca6 req-72c8b1f7-98f6-4cce-ba2b-4a34670b9ecf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.1010056 Jan 10 17:17:31.757377 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-d2b6c04e-9b13-49a5-a643-de21e950fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.760339 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-d2b6c04e-9b13-49a5-a643-de21e950fa48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1096 time: 0.0535676 Jan 10 17:17:31.865125 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-801bd781-d6e8-42f2-ac97-6d1a27024ca6 req-19388ceb-9aa4-4f89-94ab-9f295be82a67 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323774 Jan 10 17:17:31.883057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-559cf53c-3459-4c24-b24b-370e68a399e3 admin admin] Publish callbacks [] for security_group (a217b3b4-4516-4067-8ff4-094d923e8afa), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.893524 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-559cf53c-3459-4c24-b24b-370e68a399e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a217b3b4-4516-4067-8ff4-094d923e8afa), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:31.906779 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad082-382d-493b-815a-e6f4250eb96d req-5fc023e7-ea72-43e0-a2b9-7c5bbe6feb32 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:31.908366 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-052ad082-382d-493b-815a-e6f4250eb96d req-5fc023e7-ea72-43e0-a2b9-7c5bbe6feb32 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0887563 Jan 10 17:17:31.974171 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-559cf53c-3459-4c24-b24b-370e68a399e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b2c619d7e674cffb820be68b6c3acf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683321 Jan 10 17:17:31.976885 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34830) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:31.977025 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cf53c-3459-4c24-b24b-370e68a399e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217b3b4-4516-4067-8ff4-094d923e8afa,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:32.021875 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-052ad082-382d-493b-815a-e6f4250eb96d req-83e61230-e8aa-4a3d-a6e8-7f45a8b5a9d9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003821 Jan 10 17:17:32.030747 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] Publish callbacks [] for security_group (a217b3b4-4516-4067-8ff4-094d923e8afa), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.039825 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ffe4-2bf4-4295-a84b-42073d448d9b req-e6a20b03-2b41-4811-ab97-f0ef447e0c18 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:32.041338 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b41ffe4-2bf4-4295-a84b-42073d448d9b req-e6a20b03-2b41-4811-ab97-f0ef447e0c18 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0997934 Jan 10 17:17:32.054573 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] Publish callbacks [] for security_group (a217b3b4-4516-4067-8ff4-094d923e8afa), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.113068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a217b3b4-4516-4067-8ff4-094d923e8afa), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.113989 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b41ffe4-2bf4-4295-a84b-42073d448d9b req-317ca7da-8fb7-430e-8116-8ac58731d29c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627182 Jan 10 17:17:32.116292 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.119627 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a217b3b4-4516-4067-8ff4-094d923e8afa HTTP/1.1" status: 204 len: 168 time: 0.1391809 Jan 10 17:17:32.147430 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:32.149676 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938577c6-b51b-49fb-8e88-891f791c2952" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:32.151744 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d54e6-6616-4209-894b-0e41259a621d req-1b87a86b-ec83-47d7-980b-197a735ac3fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:32.153196 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4fa5-e9e3-4118-9325-dfd0effe84aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217b3b4-4516-4067-8ff4-094d923e8afa,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:32.160698 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ae3d54e6-6616-4209-894b-0e41259a621d req-1b87a86b-ec83-47d7-980b-197a735ac3fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0604053 Jan 10 17:17:32.216781 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e566d1a-cb8d-4424-82a8-c656e059fed1 x-openstack-request-id: req-2e566d1a-cb8d-4424-82a8-c656e059fed1 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:32.217143 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:32.217463 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e566d1a-cb8d-4424-82a8-c656e059fed1 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:32.217931 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'status': 'completed', 'code': 200} Jan 10 17:17:32.223455 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ae3d54e6-6616-4209-894b-0e41259a621d req-6eeb0036-5496-48e7-80f6-8afe453ff4ff tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Jan 10 17:17:32.417751 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34848) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:32.433371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c1d5263c-0265-4c97-a0bc-b628cd42119c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.508812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c1d5263c-0265-4c97-a0bc-b628cd42119c admin admin] Publish callbacks [] for security_group (1cc4be71-900d-4f26-834a-71ef12e60636), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.512588 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c1d5263c-0265-4c97-a0bc-b628cd42119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1cc4be71-900d-4f26-834a-71ef12e60636), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.550562 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-c1d5263c-0265-4c97-a0bc-b628cd42119c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fd777289341471083cf9677defce00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315646 Jan 10 17:17:32.551405 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5263c-0265-4c97-a0bc-b628cd42119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc4be71-900d-4f26-834a-71ef12e60636,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:32.554456 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 34854) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:32.588941 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca0d3e-efb8-4bf5-ae11-6397a0fb32e9 req-6b709d64-27db-4872-aae6-f7691fb58ea4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:32.590467 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7eca0d3e-efb8-4bf5-ae11-6397a0fb32e9 req-6b709d64-27db-4872-aae6-f7691fb58ea4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Jan 10 17:17:32.603247 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] Publish callbacks [] for security_group (1cc4be71-900d-4f26-834a-71ef12e60636), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.623948 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] Publish callbacks [] for security_group (1cc4be71-900d-4f26-834a-71ef12e60636), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.635416 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7eca0d3e-efb8-4bf5-ae11-6397a0fb32e9 req-e5241a40-3275-453c-aab2-9903affdc82c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 Jan 10 17:17:32.668386 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1cc4be71-900d-4f26-834a-71ef12e60636), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.670970 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:32.672123 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cc4be71-900d-4f26-834a-71ef12e60636 HTTP/1.1" status: 204 len: 168 time: 0.1165981 Jan 10 17:17:32.680035 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e099-0dca-4838-b1ae-ea7eb269e38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc4be71-900d-4f26-834a-71ef12e60636,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:32.994907 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5ff99-4afb-4375-97f6-efb301aebe64 req-9e2edcd5-821c-4f63-9277-dd7005537976 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:32.995982 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c4e5ff99-4afb-4375-97f6-efb301aebe64 req-9e2edcd5-821c-4f63-9277-dd7005537976 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0558987 Jan 10 17:17:33.048295 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-94c8c0ad-20e2-44c8-846e-9d2ef8655437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 217 time: 0.0687261 Jan 10 17:17:33.050982 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c4e5ff99-4afb-4375-97f6-efb301aebe64 req-a45c1ece-d90b-4e61-bbad-ab1d0a976226 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Jan 10 17:17:33.114129 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-51d6b447-5202-4efb-979e-fa2dc6dd8bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362517 Jan 10 17:17:33.157822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba3bf-630f-4d89-ae8a-0ace66456fc8 req-cec81cd5-ba3c-4b5b-890a-4f5b0f9811c7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:33.159353 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5e1ba3bf-630f-4d89-ae8a-0ace66456fc8 req-cec81cd5-ba3c-4b5b-890a-4f5b0f9811c7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0497751 Jan 10 17:17:33.237161 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5e1ba3bf-630f-4d89-ae8a-0ace66456fc8 req-a4bd1ca9-5c9a-46b5-addb-357604be9317 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708539 Jan 10 17:17:33.258944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52b169-7942-4e7b-aaef-1fde3e0eb8a1 req-991ea080-aa19-4376-a67e-5fe44f49b467 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:33.260548 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df52b169-7942-4e7b-aaef-1fde3e0eb8a1 req-991ea080-aa19-4376-a67e-5fe44f49b467 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0634129 Jan 10 17:17:33.310279 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df52b169-7942-4e7b-aaef-1fde3e0eb8a1 req-f3db34a8-d4be-42bf-a17a-f76f3a811f5d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Jan 10 17:17:33.356256 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b614fa-3f85-4446-97e5-fa1d060681c4 req-a9ddd07a-7ce5-4fb7-b1db-155f82b4ceae tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:33.358001 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e7b614fa-3f85-4446-97e5-fa1d060681c4 req-a9ddd07a-7ce5-4fb7-b1db-155f82b4ceae tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0468581 Jan 10 17:17:33.404302 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e7b614fa-3f85-4446-97e5-fa1d060681c4 req-a50d45bd-5a55-48e9-9e45-879c3b2d1438 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Jan 10 17:17:33.756724 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015e37-9523-4b12-9da0-114f7aabdde0 req-789d32a6-83e1-40ec-aead-1150e126cda2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:33.762751 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-af015e37-9523-4b12-9da0-114f7aabdde0 req-789d32a6-83e1-40ec-aead-1150e126cda2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0602419 Jan 10 17:17:33.811526 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-af015e37-9523-4b12-9da0-114f7aabdde0 req-7cedc560-397f-4a07-a6ea-a3a5bbef1a37 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474157 Jan 10 17:17:33.947289 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1693ebdb-85b0-4544-88b3-32f7c8746cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:33.998857 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-647bae0c-cd64-493e-9023-c140f431aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.000408 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-647bae0c-cd64-493e-9023-c140f431aeac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0962253 Jan 10 17:17:34.024938 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-03b763f0-0a48-4fb5-b68f-e168c0ebfae8 req-4c712a2a-f22f-41fb-9c8c-d5e8240a6cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194866 Jan 10 17:17:34.178009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868af09-2492-4db0-815d-ec10899d9302 req-124b884c-dd89-4ada-97dc-27836a15b276 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.179484 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4868af09-2492-4db0-815d-ec10899d9302 req-124b884c-dd89-4ada-97dc-27836a15b276 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0497565 Jan 10 17:17:34.224820 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4868af09-2492-4db0-815d-ec10899d9302 req-5b0e2249-7e27-4c6f-b322-d1ea244a7348 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Jan 10 17:17:34.354306 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e8d07-1b46-47ef-8bc9-034f3299dbf6 req-bfa59df4-ea6b-42f6-a502-dc5ec6fac3db tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.355765 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aa0e8d07-1b46-47ef-8bc9-034f3299dbf6 req-bfa59df4-ea6b-42f6-a502-dc5ec6fac3db tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0473247 Jan 10 17:17:34.431384 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aa0e8d07-1b46-47ef-8bc9-034f3299dbf6 req-32f4b3b0-c8a3-406c-9dc9-4a9e4004db87 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700338 Jan 10 17:17:34.443433 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23457475-b16a-4e18-8eb2-55bd103344b7 req-b1c10b48-c02e-4814-858b-98d158dc54b2 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.445097 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23457475-b16a-4e18-8eb2-55bd103344b7 req-b1c10b48-c02e-4814-858b-98d158dc54b2 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0692637 Jan 10 17:17:34.473714 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:34.493875 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23457475-b16a-4e18-8eb2-55bd103344b7 req-841c64a5-00f9-442e-8153-a2050c763994 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Jan 10 17:17:34.540553 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052f6cc-1060-45ca-b619-1704b2606c4f req-62d2ce0d-98b4-4bd3-ba6e-a84940527a66 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.542980 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6052f6cc-1060-45ca-b619-1704b2606c4f req-62d2ce0d-98b4-4bd3-ba6e-a84940527a66 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0481484 Jan 10 17:17:34.589565 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6052f6cc-1060-45ca-b619-1704b2606c4f req-810a8e01-6f61-45ea-9770-5209530585e2 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jan 10 17:17:34.920269 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5b7bc-d05b-4dcb-bd33-a1cd1cd7aa64 req-cf71ea3b-2147-4009-9b9a-259748e775f9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:34.921727 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63b5b7bc-d05b-4dcb-bd33-a1cd1cd7aa64 req-cf71ea3b-2147-4009-9b9a-259748e775f9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0468869 Jan 10 17:17:34.969324 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63b5b7bc-d05b-4dcb-bd33-a1cd1cd7aa64 req-6cc53a6c-a86e-4ee3-93ef-fd8cd50cb9e8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 Jan 10 17:17:35.256438 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c965b-6270-44c6-af46-55d0fc15ecda req-135f94ee-32bb-468c-9e6e-f418d245328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.257992 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-135f94ee-32bb-468c-9e6e-f418d245328d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403526 Jan 10 17:17:35.334992 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872cb25-b160-483a-ab6e-ded6368ca4fd req-880c2211-f6c4-4c44-a022-be1eb4610b25 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.336471 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7872cb25-b160-483a-ab6e-ded6368ca4fd req-880c2211-f6c4-4c44-a022-be1eb4610b25 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0487075 Jan 10 17:17:35.349860 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-ea465b11-6a9f-4a81-8a1f-53eadec27860 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Jan 10 17:17:35.382124 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7872cb25-b160-483a-ab6e-ded6368ca4fd req-5ca4a91f-3d7a-4e6d-a4c2-92b9d2a3c1ce tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Jan 10 17:17:35.435282 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-544c965b-6270-44c6-af46-55d0fc15ecda req-a8986820-ea19-4959-862f-59953e2a299c service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798519 Jan 10 17:17:35.518597 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938577c6-b51b-49fb-8e88-891f791c2952 req-14a57ebd-4528-4a56-8f35-8a565b7af34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.520356 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-14a57ebd-4528-4a56-8f35-8a565b7af34a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1096 time: 0.0442231 Jan 10 17:17:35.552830 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f18f9c-e0c5-4814-8cee-77b25bb38d49 req-bcd9f931-eb54-46ef-882a-b06772aef99a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.554347 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60f18f9c-e0c5-4814-8cee-77b25bb38d49 req-bcd9f931-eb54-46ef-882a-b06772aef99a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0533061 Jan 10 17:17:35.622199 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938577c6-b51b-49fb-8e88-891f791c2952 req-f73982e2-04e9-4db6-9fc9-8b29593ee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.623864 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-f73982e2-04e9-4db6-9fc9-8b29593ee9f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0972784 Jan 10 17:17:35.634739 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60f18f9c-e0c5-4814-8cee-77b25bb38d49 req-b6938b12-cc2c-4cc8-88d1-ca6d6e292ef2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741792 Jan 10 17:17:35.643184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd14c4b-db99-4b11-97eb-d2e498c7de44 req-8797ed1b-71c5-48dc-84b2-fee1dbeadd53 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.644721 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbd14c4b-db99-4b11-97eb-d2e498c7de44 req-8797ed1b-71c5-48dc-84b2-fee1dbeadd53 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0831802 Jan 10 17:17:35.686043 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-f5749c8e-4152-4cb9-9c85-37208bff0325 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 217 time: 0.0559254 Jan 10 17:17:35.699227 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbd14c4b-db99-4b11-97eb-d2e498c7de44 req-5d072b06-d218-488b-968e-49cbda5d7d7d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Jan 10 17:17:35.736957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938577c6-b51b-49fb-8e88-891f791c2952 req-ad0f05e0-d77f-46cc-95e3-215cec63d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.738508 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-ad0f05e0-d77f-46cc-95e3-215cec63d585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0458229 Jan 10 17:17:35.753323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd392785-3200-46f4-ba79-f3d27155e905 req-abe89066-1f7d-4416-960b-863e5b2898b3 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.754982 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd392785-3200-46f4-ba79-f3d27155e905 req-abe89066-1f7d-4416-960b-863e5b2898b3 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0548432 Jan 10 17:17:35.782587 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938577c6-b51b-49fb-8e88-891f791c2952 req-e6009b9a-88a6-4c6a-b281-aa67bb13ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:35.784021 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-e6009b9a-88a6-4c6a-b281-aa67bb13ef4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395868 Jan 10 17:17:35.802860 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd392785-3200-46f4-ba79-f3d27155e905 req-dfaf6011-15ea-4182-8de5-a11f9de13276 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Jan 10 17:17:35.875346 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-c4958711-efb0-4cae-89f0-9ccb5a52e33a service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851562 Jan 10 17:17:35.962641 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-938577c6-b51b-49fb-8e88-891f791c2952 req-d003d855-51ee-43c0-a613-37699506bb19 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804834 Jan 10 17:17:36.084496 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf423ee-dbf7-409c-8f48-f6a050d864e2 req-b63efa69-ccef-40e3-98e0-714b5a110e1d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:36.086008 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8bf423ee-dbf7-409c-8f48-f6a050d864e2 req-b63efa69-ccef-40e3-98e0-714b5a110e1d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Jan 10 17:17:36.134523 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8bf423ee-dbf7-409c-8f48-f6a050d864e2 req-f723fb6a-522c-4b0f-929f-21636c2dc55a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Jan 10 17:17:36.408895 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a2a4-53c9-4e08-ab3b-5197ab70dfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:36.497099 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd044bd-42ce-4552-b564-415c6b30a1a8 req-3390e353-71f5-487d-8f51-4f84443b0fe6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:36.498600 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1cd044bd-42ce-4552-b564-415c6b30a1a8 req-3390e353-71f5-487d-8f51-4f84443b0fe6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0480175 Jan 10 17:17:36.545956 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1cd044bd-42ce-4552-b564-415c6b30a1a8 req-815d6e66-1e5b-4668-b921-4c9b6a89b860 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Jan 10 17:17:36.753846 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb632b2-5ecd-4f4e-909d-41dabb88940e req-b2cc4673-a24c-4aed-8025-9fbcf1ed063f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:36.755329 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ddb632b2-5ecd-4f4e-909d-41dabb88940e req-b2cc4673-a24c-4aed-8025-9fbcf1ed063f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0490835 Jan 10 17:17:36.832366 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ddb632b2-5ecd-4f4e-909d-41dabb88940e req-0616a61a-5c80-4759-a118-c1d398da3e32 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708265 Jan 10 17:17:36.842999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3b6db-5aa2-455e-b2ca-8007f52e1867 req-7d57ad8d-6d7e-43c7-9ec9-46ea79e34f6a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:36.844259 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3be3b6db-5aa2-455e-b2ca-8007f52e1867 req-7d57ad8d-6d7e-43c7-9ec9-46ea79e34f6a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Jan 10 17:17:36.903467 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3be3b6db-5aa2-455e-b2ca-8007f52e1867 req-28f713f6-2009-4058-91cd-e095a6b75206 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Jan 10 17:17:36.937959 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0a9a0-b501-48db-b7f0-9975cc548a70 req-5fc92166-69eb-478c-9c6c-97b47b69cd9c tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:36.939348 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0dc0a9a0-b501-48db-b7f0-9975cc548a70 req-5fc92166-69eb-478c-9c6c-97b47b69cd9c tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0493793 Jan 10 17:17:36.984120 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0dc0a9a0-b501-48db-b7f0-9975cc548a70 req-5c34469c-9db7-402d-bc11-3af9868c5ed7 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Jan 10 17:17:37.166988 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:37.246961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27a23d-0c58-4cc6-97e5-8f151b0761d1 req-b685b679-48c8-450f-9ea8-b2112b7a4449 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:37.248309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8d27a23d-0c58-4cc6-97e5-8f151b0761d1 req-b685b679-48c8-450f-9ea8-b2112b7a4449 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0491152 Jan 10 17:17:37.293124 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8d27a23d-0c58-4cc6-97e5-8f151b0761d1 req-22c90296-2f82-4dad-9778-c597f37c7ee6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Jan 10 17:17:37.667036 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21add6d-4ab6-4312-863c-f7e818975157 req-9024d4b9-985e-4329-8039-62286d8f423a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:37.668478 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e21add6d-4ab6-4312-863c-f7e818975157 req-9024d4b9-985e-4329-8039-62286d8f423a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0580854 Jan 10 17:17:37.713076 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e21add6d-4ab6-4312-863c-f7e818975157 req-d091d468-24b5-4190-b5d9-f330cfbc7ddc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Jan 10 17:17:37.953683 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3978-7429-4798-988a-d4b28f1f27f8 req-49509dd3-f010-432c-a326-bb12d7508b35 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:37.955182 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a4a3978-7429-4798-988a-d4b28f1f27f8 req-49509dd3-f010-432c-a326-bb12d7508b35 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0551739 Jan 10 17:17:38.031856 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a4a3978-7429-4798-988a-d4b28f1f27f8 req-3422abd7-9416-4773-92ed-c69101a9c632 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707855 Jan 10 17:17:38.043227 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b49f-32d1-4d7a-9abd-e8db7e4983d0 req-c12c807e-bc18-4636-bdab-c1da1e6cb9b4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:38.044540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-19e7b49f-32d1-4d7a-9abd-e8db7e4983d0 req-c12c807e-bc18-4636-bdab-c1da1e6cb9b4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0674515 Jan 10 17:17:38.089967 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-19e7b49f-32d1-4d7a-9abd-e8db7e4983d0 req-71d41454-d92c-4a1d-8288-5325ae09dddb tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Jan 10 17:17:38.134680 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ab356-8b3a-4b39-895e-565ab5c0f382 req-ac976254-fdb7-48a2-b336-14a963a9fc34 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:38.136102 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-436ab356-8b3a-4b39-895e-565ab5c0f382 req-ac976254-fdb7-48a2-b336-14a963a9fc34 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0452707 Jan 10 17:17:38.182343 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-436ab356-8b3a-4b39-895e-565ab5c0f382 req-3c41e616-ba59-46a7-9108-ba0385e30e14 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Jan 10 17:17:38.404613 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64dc1d-f5c4-44f5-8e7a-394dc200d8e2 req-3b3a9137-7f4f-4ac6-9c30-df6678430eaf tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:38.406090 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a64dc1d-f5c4-44f5-8e7a-394dc200d8e2 req-3b3a9137-7f4f-4ac6-9c30-df6678430eaf tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0504599 Jan 10 17:17:38.451888 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a64dc1d-f5c4-44f5-8e7a-394dc200d8e2 req-71dd277a-8275-4290-96a7-96165b773ed1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Jan 10 17:17:38.757564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:38.826664 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70b597-8fa5-428a-954c-a9a585efec80 req-7f4a055b-6a9d-4f38-94df-5539c1b0e543 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:38.828253 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b70b597-8fa5-428a-954c-a9a585efec80 req-7f4a055b-6a9d-4f38-94df-5539c1b0e543 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0483117 Jan 10 17:17:38.874280 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b70b597-8fa5-428a-954c-a9a585efec80 req-4813690c-e9b8-4206-8629-57cb08656d5f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Jan 10 17:17:39.148567 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a40dc2-c153-4cde-ad13-903f2aee1489 req-a7e8826d-88fc-4d20-8b48-dc5e6bf037bc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:39.150029 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-36a40dc2-c153-4cde-ad13-903f2aee1489 req-a7e8826d-88fc-4d20-8b48-dc5e6bf037bc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0495493 Jan 10 17:17:39.227238 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe7d29-e89a-4d5a-ae76-8407bbbe69f4 req-9f17152e-bea8-4dcf-9b14-c5272a8d7d8d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:39.228666 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dbe7d29-e89a-4d5a-ae76-8407bbbe69f4 req-9f17152e-bea8-4dcf-9b14-c5272a8d7d8d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0750024 Jan 10 17:17:39.231804 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-36a40dc2-c153-4cde-ad13-903f2aee1489 req-55d19002-6574-42d7-93e0-0d4ea1632cff tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764825 Jan 10 17:17:39.279309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dbe7d29-e89a-4d5a-ae76-8407bbbe69f4 req-c42a3d0b-9bd7-42ec-8a5c-2d94a2c6d843 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Jan 10 17:17:39.331926 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddef2-12be-42b1-8949-0e9b6334bcf5 req-b20d9fd6-6a51-4aa9-880c-106e522fe8fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:39.333329 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-844ddef2-12be-42b1-8949-0e9b6334bcf5 req-b20d9fd6-6a51-4aa9-880c-106e522fe8fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0459406 Jan 10 17:17:39.380842 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-844ddef2-12be-42b1-8949-0e9b6334bcf5 req-b578a916-763f-48e7-9f49-f64fdb3e1660 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Jan 10 17:17:39.560587 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219f447-bc99-4a85-9323-bb23b2fb4f54 req-53cbe620-9d99-412e-a160-1c235641fb12 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:39.562012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f219f447-bc99-4a85-9323-bb23b2fb4f54 req-53cbe620-9d99-412e-a160-1c235641fb12 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0469604 Jan 10 17:17:39.606349 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f219f447-bc99-4a85-9323-bb23b2fb4f54 req-eb112f13-ce07-44c5-aba4-82de85b8b513 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 Jan 10 17:17:39.983253 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875dff9-59e1-4535-adb3-540453da9025 req-b55203c2-e271-4d12-8acb-430d2039bd76 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:39.984623 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b875dff9-59e1-4535-adb3-540453da9025 req-b55203c2-e271-4d12-8acb-430d2039bd76 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0462124 Jan 10 17:17:40.031328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b875dff9-59e1-4535-adb3-540453da9025 req-9f352ba2-9a6d-462f-8f8c-0282649dae81 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Jan 10 17:17:40.348004 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc5e4-44b0-4b9b-9ee4-c13599c4a01d req-01a7cb8c-cd90-496e-9c54-1198bfcc1dca tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:40.349450 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-154dc5e4-44b0-4b9b-9ee4-c13599c4a01d req-01a7cb8c-cd90-496e-9c54-1198bfcc1dca tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0504701 Jan 10 17:17:40.417240 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:40.419251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-154dc5e4-44b0-4b9b-9ee4-c13599c4a01d req-800f7c68-ee30-47fe-8dfa-afd698e55539 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612593 Jan 10 17:17:40.427218 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb3e74-3342-49a0-a19b-356abf208612 req-a6790fc7-6305-4038-9a6e-d2f99bd09a4c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:40.428621 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ecb3e74-3342-49a0-a19b-356abf208612 req-a6790fc7-6305-4038-9a6e-d2f99bd09a4c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0783327 Jan 10 17:17:40.477272 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ecb3e74-3342-49a0-a19b-356abf208612 req-4123158d-32ee-4130-801e-92a300e36bcb tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Jan 10 17:17:40.523128 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265a566-bb44-4a3d-9eab-d4c130ddcf9b req-2e530844-0476-44b2-a7ef-8d9b67b26a59 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:40.524472 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7265a566-bb44-4a3d-9eab-d4c130ddcf9b req-2e530844-0476-44b2-a7ef-8d9b67b26a59 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0463665 Jan 10 17:17:40.572882 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7265a566-bb44-4a3d-9eab-d4c130ddcf9b req-266c153d-9cb5-45e0-bdcd-879600c6565d tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Jan 10 17:17:40.713936 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b937-4b8a-4f94-92b8-6dff7c678791 req-cb37464b-7d5c-4659-84cb-65de499ee942 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:40.715391 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f945b937-4b8a-4f94-92b8-6dff7c678791 req-cb37464b-7d5c-4659-84cb-65de499ee942 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0462799 Jan 10 17:17:40.760934 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f945b937-4b8a-4f94-92b8-6dff7c678791 req-29d37533-36ca-46ca-9438-95bb3fa917e4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Jan 10 17:17:41.139134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7150a-5eb6-4cdb-b7d6-2afe5ea94cc5 req-fef5b85b-cc15-4fa4-8676-7fbec21e0774 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:41.140575 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4b7150a-5eb6-4cdb-b7d6-2afe5ea94cc5 req-fef5b85b-cc15-4fa4-8676-7fbec21e0774 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0466073 Jan 10 17:17:41.187978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4b7150a-5eb6-4cdb-b7d6-2afe5ea94cc5 req-a759a936-6912-4217-ab22-a944b4953b2e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 Jan 10 17:17:41.537647 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff401aba-8de5-477d-9dee-b0aea2e150bf req-843b394f-9746-4e1f-9aab-6d174fb71d85 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:41.539264 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff401aba-8de5-477d-9dee-b0aea2e150bf req-843b394f-9746-4e1f-9aab-6d174fb71d85 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0505424 Jan 10 17:17:41.611813 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff401aba-8de5-477d-9dee-b0aea2e150bf req-aac02f0a-9d16-4818-9c23-18bd8741b72e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670643 Jan 10 17:17:41.622337 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b7dea-cb45-44e3-944c-8204de8642d7 req-6b0ebd69-6e32-45a9-8d01-193c81857e98 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:41.623711 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a6b7dea-cb45-44e3-944c-8204de8642d7 req-6b0ebd69-6e32-45a9-8d01-193c81857e98 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0780222 Jan 10 17:17:41.671319 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a6b7dea-cb45-44e3-944c-8204de8642d7 req-38cdbfc4-6141-47d1-b75d-bd03003628d7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Jan 10 17:17:41.724793 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3c087-351d-4ba7-8819-44f64287bf16 req-7aa0d76c-ab6b-4a9c-93fb-32769fd9329d tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:41.726142 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-69c3c087-351d-4ba7-8819-44f64287bf16 req-7aa0d76c-ab6b-4a9c-93fb-32769fd9329d tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0509796 Jan 10 17:17:41.951697 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-69c3c087-351d-4ba7-8819-44f64287bf16 req-cf464a05-1009-45cf-b82a-d4fe1a60664e tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200274 Jan 10 17:17:41.964097 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216030f-ea57-416e-8496-9d7f1187b54a req-09f479f8-cf02-40a3-a5e8-99d354543991 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:41.965555 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f216030f-ea57-416e-8496-9d7f1187b54a req-09f479f8-cf02-40a3-a5e8-99d354543991 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0682220 Jan 10 17:17:42.013062 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f216030f-ea57-416e-8496-9d7f1187b54a req-33e0b66f-0a9f-47ea-8c2b-98ad781dafc9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Jan 10 17:17:42.316897 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b3a29-2c83-4ed7-a06c-9922ec63d5ff req-432b6616-7c07-4642-8549-20e4c50954d6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:42.318473 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b22b3a29-2c83-4ed7-a06c-9922ec63d5ff req-432b6616-7c07-4642-8549-20e4c50954d6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.0551317 Jan 10 17:17:42.375026 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b22b3a29-2c83-4ed7-a06c-9922ec63d5ff req-964f11d4-34c1-4acf-aebc-abe42ae1e3b2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490537 Jan 10 17:17:42.734282 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018cd9-231d-4827-bf90-527ccccd9e98 req-d9150900-9a40-4ae4-b57d-7a37a0774f69 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:42.735820 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef018cd9-231d-4827-bf90-527ccccd9e98 req-d9150900-9a40-4ae4-b57d-7a37a0774f69 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0501652 Jan 10 17:17:42.808401 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef018cd9-231d-4827-bf90-527ccccd9e98 req-2ac9bee1-ab09-403b-b7eb-8578ddddc876 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616913 Jan 10 17:17:42.815767 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4abf2-a6b4-4790-aa38-1e380e3c886f req-ab309cc0-38e6-4d29-ac64-f5df6cfe3335 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:42.817841 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7cc4abf2-a6b4-4790-aa38-1e380e3c886f req-ab309cc0-38e6-4d29-ac64-f5df6cfe3335 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.0787075 Jan 10 17:17:42.863570 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7cc4abf2-a6b4-4790-aa38-1e380e3c886f req-0f006ab5-2286-4e20-99de-e2d2f0811719 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Jan 10 17:17:42.977777 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 89b13c57-2c76-4f75-8337-c4c509b2d32d details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:42.993777 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:43.068701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf03d6a-cd19-471b-9626-e25adec44524 req-32c7c1a4-fd1b-4cf9-ab4e-070041c6e194 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:43.070352 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fcf03d6a-cd19-471b-9626-e25adec44524 req-32c7c1a4-fd1b-4cf9-ab4e-070041c6e194 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 944 time: 0.0513024 Jan 10 17:17:43.111141 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.118339 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:43.125623 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:43.125999 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.127541 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'port_id': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'mac_address': 'fa:16:3e:4a:50:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:43.143906 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fcf03d6a-cd19-471b-9626-e25adec44524 req-e200efb3-f1d1-4648-8ab5-a9a13072ad9e tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671566 Jan 10 17:17:43.160969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d1347-a660-407f-9c4a-3eeb792e1e85 req-7283ddf9-4294-40aa-a25a-b3df2fc13b5b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:43.162606 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-796d1347-a660-407f-9c4a-3eeb792e1e85 req-7283ddf9-4294-40aa-a25a-b3df2fc13b5b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 944 time: 0.0693901 Jan 10 17:17:43.199180 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 89b13c57-2c76-4f75-8337-c4c509b2d32d is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:43.199180 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.212830 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-796d1347-a660-407f-9c4a-3eeb792e1e85 req-9655b5bb-c671-4ec7-a442-9c857d58e121 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Jan 10 17:17:43.219421 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b13c57-2c76-4f75-8337-c4c509b2d32d {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:43.261086 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.269682 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.270382 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:17:43.274492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:43.274864 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.333319 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:43.516001 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.db.resource_extend [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 10 17:17:43.549761 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,segment=NetworkSegment(1c0bc3c6-bf75-4630-a919-5b9111195607),segment_id=1c0bc3c6-bf75-4630-a919-5b9111195607)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.557756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:43.589522 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.590840 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 018d2ecf-5079-404f-8167-130e5c5e75e1 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:43.596235 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d388fb4-3120-432b-b90b-51612c7def3d req-e8fcdeeb-de07-4a23-a968-e6eb57e287c0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:43.610032 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1d388fb4-3120-432b-b90b-51612c7def3d req-e8fcdeeb-de07-4a23-a968-e6eb57e287c0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 945 time: 0.1317363 Jan 10 17:17:43.701251 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.709497 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:43.713952 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1d388fb4-3120-432b-b90b-51612c7def3d req-37fc2b0d-d411-48bb-b732-65a16341bc97 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020098 Jan 10 17:17:43.720450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:17:43.730257 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 018d2ecf-5079-404f-8167-130e5c5e75e1 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:43.755639 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124b6c0d-8384-4555-a238-e50780de40bf" -d '{"events": [{"server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:43.760049 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 018d2ecf-5079-404f-8167-130e5c5e75e1 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:43.760520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.780843 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35148) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:43.803280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:43.803489 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.820907 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:17:43.849823 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.867913 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.910886 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 018d2ecf-5079-404f-8167-130e5c5e75e1 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:43.910886 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.938973 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-28ebe926-f71a-4aec-8d35-6b41ef28fc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.946490 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:43.960442 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ef687-da5e-44cc-901a-d46cf933842c x-openstack-request-id: req-715ef687-da5e-44cc-901a-d46cf933842c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:43.960840 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:43.961107 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-715ef687-da5e-44cc-901a-d46cf933842c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:43.961568 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3', 'code': 200} Jan 10 17:17:43.971049 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=018d2ecf-5079-404f-8167-130e5c5e75e1,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:43.976954 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:43.978188 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7c153e38-a1b7-48cd-810c-c407ee6a843b up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:43.985941 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdbc56-b125-4350-8440-3227a18af696 req-ec3d8625-7d61-4f1c-8891-f284c4e20824 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:43.988580 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eebdbc56-b125-4350-8440-3227a18af696 req-ec3d8625-7d61-4f1c-8891-f284c4e20824 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0951145 Jan 10 17:17:44.062084 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.078840 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 7c153e38-a1b7-48cd-810c-c407ee6a843b completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:44.088273 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 7c153e38-a1b7-48cd-810c-c407ee6a843b triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:44.088725 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.089191 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-28ebe926-f71a-4aec-8d35-6b41ef28fc5b admin admin] Publish callbacks [] for security_group (c9b4c4aa-5e96-4c10-a7ec-c1809d757e42), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.094545 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-28ebe926-f71a-4aec-8d35-6b41ef28fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c9b4c4aa-5e96-4c10-a7ec-c1809d757e42), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.106568 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eebdbc56-b125-4350-8440-3227a18af696 req-aa57e675-b4b7-42aa-9665-1eb4f7dc3d97 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108854 Jan 10 17:17:44.130692 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebe926-f71a-4aec-8d35-6b41ef28fc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4c4aa-5e96-4c10-a7ec-c1809d757e42,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.159052 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf4e0-90c8-4332-917d-45762629dd4d req-e0521e9d-0862-4763-8d86-013524923d30 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:44.167941 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fbbf4e0-90c8-4332-917d-45762629dd4d req-e0521e9d-0862-4763-8d86-013524923d30 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 945 time: 0.1173968 Jan 10 17:17:44.189196 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 7c153e38-a1b7-48cd-810c-c407ee6a843b is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:44.189196 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.214915 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-28ebe926-f71a-4aec-8d35-6b41ef28fc5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f34b41deab044f9a94297da3ee16d437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329557 Jan 10 17:17:44.223807 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35158) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:44.225658 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fbbf4e0-90c8-4332-917d-45762629dd4d req-38148530-d514-47bd-b13e-ae8401bfecf5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570531 Jan 10 17:17:44.246615 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:44.249316 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-867f02eb-2022-4145-a84f-5a95a292cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:44.250892 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-867f02eb-2022-4145-a84f-5a95a292cb6f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 1098 time: 0.0929198 Jan 10 17:17:44.254113 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.256861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:44.284001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-78b5d966-7b9c-4f43-9761-526e3505e2b3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.289786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483390a-bf60-44f4-9065-27d51f4be6da req-d3709359-d822-46d8-a4ab-ad05b6ad32fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:44.291491 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2483390a-bf60-44f4-9065-27d51f4be6da req-d3709359-d822-46d8-a4ab-ad05b6ad32fc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Jan 10 17:17:44.303282 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['231c3184-ee2c-4304-bb2c-b5daedd3b43a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:44.343193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] Publish callbacks [] for security_group (c9b4c4aa-5e96-4c10-a7ec-c1809d757e42), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.372266 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2483390a-bf60-44f4-9065-27d51f4be6da req-7c932807-b3de-4955-849c-f5135cbf2b02 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732255 Jan 10 17:17:44.375156 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.384923 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4cae0-a97d-4ffc-97b2-86c90d0c45c8 req-2e3d4dbf-44d6-4823-a0c3-3828143360b8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:44.386642 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eca4cae0-a97d-4ffc-97b2-86c90d0c45c8 req-2e3d4dbf-44d6-4823-a0c3-3828143360b8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 945 time: 0.0888741 Jan 10 17:17:44.389598 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] Publish callbacks [] for security_group (c9b4c4aa-5e96-4c10-a7ec-c1809d757e42), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.415747 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:44.428077 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['89b13c57-2c76-4f75-8337-c4c509b2d32d'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:17:44.433323 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:44.433704 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.454497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eca4cae0-a97d-4ffc-97b2-86c90d0c45c8 req-2005d691-aae6-4be5-b575-99fde74a0ea8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570700 Jan 10 17:17:44.631558 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-78b5d966-7b9c-4f43-9761-526e3505e2b3 service neutron] Publish callbacks [] for security_group (e5290087-6a86-44a0-a899-0ace195940ea), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.637984 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-78b5d966-7b9c-4f43-9761-526e3505e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e5290087-6a86-44a0-a899-0ace195940ea), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.658912 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:44.659305 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.689327 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-c84beb54-754e-49af-8659-9d2c4c4fb718 req-78b5d966-7b9c-4f43-9761-526e3505e2b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268022 Jan 10 17:17:44.690294 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c9b4c4aa-5e96-4c10-a7ec-c1809d757e42), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.693218 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.694249 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9b4c4aa-5e96-4c10-a7ec-c1809d757e42 HTTP/1.1" status: 204 len: 168 time: 0.4680154 Jan 10 17:17:44.695123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5d966-7b9c-4f43-9761-526e3505e2b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5290087-6a86-44a0-a899-0ace195940ea,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.706481 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c54e5-b446-4af6-a76d-fe61b871a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4c4aa-5e96-4c10-a7ec-c1809d757e42,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.713991 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:44.723055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:44.789465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:44.906863 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92364d-c411-4219-b227-9a61aa0e44f3 req-ba6dd40b-6e23-4fc7-bc16-af6c7d059474 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:44.908857 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b92364d-c411-4219-b227-9a61aa0e44f3 req-ba6dd40b-6e23-4fc7-bc16-af6c7d059474 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0776739 Jan 10 17:17:44.974916 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b92364d-c411-4219-b227-9a61aa0e44f3 req-f27ca4a2-43d4-474d-a0ed-68e05f9d4da1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581071 Jan 10 17:17:45.223814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537c88a-8e20-4892-b9bd-169b5d08fc1d req-1fc1f99d-6257-4b03-9b68-1713cb55bfcb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:45.225328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3537c88a-8e20-4892-b9bd-169b5d08fc1d req-1fc1f99d-6257-4b03-9b68-1713cb55bfcb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0470996 Jan 10 17:17:45.229980 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35198) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:45.272280 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3537c88a-8e20-4892-b9bd-169b5d08fc1d req-80e19f56-2e7d-481a-8a34-995d4497751c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Jan 10 17:17:45.333399 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f5f63-c6bf-458c-8b05-00e5f3c1304e req-dfe41108-9d2a-4cd9-b0e2-2af55c6181fc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:45.334924 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b8f5f63-c6bf-458c-8b05-00e5f3c1304e req-dfe41108-9d2a-4cd9-b0e2-2af55c6181fc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0480418 Jan 10 17:17:45.352887 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6f42c122-0805-4248-ba39-7d81afa0ac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.384045 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b8f5f63-c6bf-458c-8b05-00e5f3c1304e req-26fee6a0-36f0-4c87-8aa2-33c069b437c0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Jan 10 17:17:45.427012 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6f42c122-0805-4248-ba39-7d81afa0ac15 admin admin] Publish callbacks [] for security_group (4aefd109-3045-401d-9c29-5e4fd0916fff), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.430927 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6f42c122-0805-4248-ba39-7d81afa0ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4aefd109-3045-401d-9c29-5e4fd0916fff), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.468536 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6f42c122-0805-4248-ba39-7d81afa0ac15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53c9107c6b6b40969cf7553c86594733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373829 Jan 10 17:17:45.469421 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42c122-0805-4248-ba39-7d81afa0ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefd109-3045-401d-9c29-5e4fd0916fff,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:45.471745 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35206) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:45.509527 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9ee16-f192-429b-aba9-f340bfa93e35 req-12162904-dd44-442f-b374-c78fb40e00ee tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:45.511156 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-79b9ee16-f192-429b-aba9-f340bfa93e35 req-12162904-dd44-442f-b374-c78fb40e00ee tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0532293 Jan 10 17:17:45.526778 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] Publish callbacks [] for security_group (4aefd109-3045-401d-9c29-5e4fd0916fff), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.553300 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] Publish callbacks [] for security_group (4aefd109-3045-401d-9c29-5e4fd0916fff), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.593723 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-79b9ee16-f192-429b-aba9-f340bfa93e35 req-9cfc8f91-1581-44fd-9942-58ffb32f5612 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Jan 10 17:17:45.600152 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4aefd109-3045-401d-9c29-5e4fd0916fff), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.602838 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.606508 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4aefd109-3045-401d-9c29-5e4fd0916fff HTTP/1.1" status: 204 len: 168 time: 0.1313658 Jan 10 17:17:45.606767 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af8b1e-e175-4cbf-8866-54210b2b0927 req-fcf33b17-ea6b-4e88-b702-3b7e76f7b54f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:45.616113 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86af8b1e-e175-4cbf-8866-54210b2b0927 req-fcf33b17-ea6b-4e88-b702-3b7e76f7b54f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 945 time: 0.0701675 Jan 10 17:17:45.616464 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7335b8-dc30-4504-b1c2-06a80bcc1ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefd109-3045-401d-9c29-5e4fd0916fff,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:45.659463 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86af8b1e-e175-4cbf-8866-54210b2b0927 req-4bc9e681-ccfe-4c14-9dcd-e5ed3c5b7700 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 Jan 10 17:17:45.875925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35220) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:45.893468 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c171ec49-ee24-4345-a700-8afb40901e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.963117 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1'}, {'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b'}, {'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:45.966166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b7b20-6cd2-43e9-b111-37ffdca086b1" -d '{"events": [{"server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "name": "network-vif-plugged", "status": "completed", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1"}, {"server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "name": "network-vif-plugged", "status": "completed", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b"}, {"server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "name": "network-vif-plugged", "status": "completed", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:45.968168 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c171ec49-ee24-4345-a700-8afb40901e5f admin admin] Publish callbacks [] for security_group (ee3ae54a-1358-4e99-ab95-89c5d820385f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:45.975569 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c171ec49-ee24-4345-a700-8afb40901e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (ee3ae54a-1358-4e99-ab95-89c5d820385f), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:46.011047 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842e254-7667-4cdd-a160-9e55eed358be x-openstack-request-id: req-0842e254-7667-4cdd-a160-9e55eed358be {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:46.011463 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "name": "network-vif-plugged", "status": "completed", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1", "code": 200}, {"server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "name": "network-vif-plugged", "status": "completed", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b", "code": 200}, {"server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "name": "network-vif-plugged", "status": "completed", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:46.011804 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0842e254-7667-4cdd-a160-9e55eed358be {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:46.012476 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1', 'code': 200} Jan 10 17:17:46.012842 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b', 'code': 200} Jan 10 17:17:46.013583 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9', 'code': 200} Jan 10 17:17:46.017415 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35232) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:46.017826 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c171ec49-ee24-4345-a700-8afb40901e5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89794cb15ec44230af64d1a9dafd504c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404891 Jan 10 17:17:46.024037 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ec49-ee24-4345-a700-8afb40901e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ae54a-1358-4e99-ab95-89c5d820385f,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:46.132778 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] Publish callbacks [] for security_group (ee3ae54a-1358-4e99-ab95-89c5d820385f), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:46.140166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e8d6a-0a27-48ca-8d18-ac525cebe729 req-9ce834c9-4b59-46e0-b8ca-a58950201be9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.141904 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c83e8d6a-0a27-48ca-8d18-ac525cebe729 req-9ce834c9-4b59-46e0-b8ca-a58950201be9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0807414 Jan 10 17:17:46.158068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] Publish callbacks [] for security_group (ee3ae54a-1358-4e99-ab95-89c5d820385f), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:46.213032 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c83e8d6a-0a27-48ca-8d18-ac525cebe729 req-428235f0-32a9-4ea4-970c-c75dad3c21c9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614345 Jan 10 17:17:46.223781 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (ee3ae54a-1358-4e99-ab95-89c5d820385f), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:46.226491 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:46.228355 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee3ae54a-1358-4e99-ab95-89c5d820385f HTTP/1.1" status: 204 len: 168 time: 0.2088675 Jan 10 17:17:46.245362 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c333-82c6-47e7-b184-54ba1d3e47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ae54a-1358-4e99-ab95-89c5d820385f,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:46.344095 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab2d84-fb32-472e-a0f0-db932027a319 req-cae391eb-c712-4ed0-a818-03b1498fac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.345596 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-41ab2d84-fb32-472e-a0f0-db932027a319 req-cae391eb-c712-4ed0-a818-03b1498fac56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0752923 Jan 10 17:17:46.347511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6346-9b74-4aa5-9c4e-618b544fb59e req-7aa0fc4b-7d8e-4d8e-a867-76d6de3eebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.349431 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5adb6346-9b74-4aa5-9c4e-618b544fb59e req-7aa0fc4b-7d8e-4d8e-a867-76d6de3eebbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1099 time: 0.0694199 Jan 10 17:17:46.418529 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-41ab2d84-fb32-472e-a0f0-db932027a319 req-3b880e48-ad5d-4456-8a77-5f44713cc5cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610151 Jan 10 17:17:46.422671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428b618-ba99-4255-9016-953baf02ea57 req-02f381df-709f-4a4a-9136-bd6760ded172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.424362 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2428b618-ba99-4255-9016-953baf02ea57 req-02f381df-709f-4a4a-9136-bd6760ded172 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 1099 time: 0.1240911 Jan 10 17:17:46.429760 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5adb6346-9b74-4aa5-9c4e-618b544fb59e req-f3c6d473-38ad-4e9a-b90a-55f3077bd446 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670033 Jan 10 17:17:46.436381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c9af8-e816-4814-a47c-873980a19dff req-4179b885-d9dd-4e23-8b0f-3d1b66c8d9b7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.437892 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a1c9af8-e816-4814-a47c-873980a19dff req-4179b885-d9dd-4e23-8b0f-3d1b66c8d9b7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0771933 Jan 10 17:17:46.507961 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a1c9af8-e816-4814-a47c-873980a19dff req-f0115b9b-5b11-49df-b811-702c43d16fc0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645270 Jan 10 17:17:46.528550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73d97a-6229-4ad3-9983-4394034ca28c req-e84cc352-2cc3-49de-9511-5ed41875cb75 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.530037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2a73d97a-6229-4ad3-9983-4394034ca28c req-e84cc352-2cc3-49de-9511-5ed41875cb75 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0590067 Jan 10 17:17:46.581486 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2a73d97a-6229-4ad3-9983-4394034ca28c req-8f087a68-8caa-48f5-b4a7-99ce5aa91505 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Jan 10 17:17:46.710944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40ca4-2c0b-4d4d-9590-9c7191a93f6e req-e6901b9c-4bb7-499e-8597-3ba05c2fb89b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.712461 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54e40ca4-2c0b-4d4d-9590-9c7191a93f6e req-e6901b9c-4bb7-499e-8597-3ba05c2fb89b tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0496316 Jan 10 17:17:46.788438 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54e40ca4-2c0b-4d4d-9590-9c7191a93f6e req-e49b663a-3bc9-4fb5-8ebd-c31fc63aa849 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701282 Jan 10 17:17:46.802711 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274dda0-87e1-4be2-affe-a3f46ae83301 req-a6e09957-a6ee-4842-b236-7a8880a1806b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:46.804251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d274dda0-87e1-4be2-affe-a3f46ae83301 req-a6e09957-a6ee-4842-b236-7a8880a1806b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 945 time: 0.0726595 Jan 10 17:17:46.852026 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d274dda0-87e1-4be2-affe-a3f46ae83301 req-f5623d5a-e93d-4d08-921c-1fd137ba2222 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Jan 10 17:17:47.010249 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 89b13c57-2c76-4f75-8337-c4c509b2d32d up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:47.062389 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 89b13c57-2c76-4f75-8337-c4c509b2d32d completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:47.068220 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 89b13c57-2c76-4f75-8337-c4c509b2d32d triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:47.068633 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.100725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2428b618-ba99-4255-9016-953baf02ea57 req-5b54fbf3-d9e8-4fdc-ad0a-2ebb79564979 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Jan 10 17:17:47.154373 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 89b13c57-2c76-4f75-8337-c4c509b2d32d is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:47.154915 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.190609 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:47.198844 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.199692 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:17:47.281985 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:47.303100 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 231c3184-ee2c-4304-bb2c-b5daedd3b43a completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:17:47.310058 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 231c3184-ee2c-4304-bb2c-b5daedd3b43a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:17:47.310643 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.351726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0263e3-cd8c-42b6-8eff-7d11b031ee35 req-6f534813-49f3-430f-b4e5-c43fa115a0fd tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:47.353153 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8e0263e3-cd8c-42b6-8eff-7d11b031ee35 req-6f534813-49f3-430f-b4e5-c43fa115a0fd tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0574269 Jan 10 17:17:47.408999 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:17:47.409476 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.414064 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8e0263e3-cd8c-42b6-8eff-7d11b031ee35 req-c8ab3ab4-8d8f-4b69-b8f8-f2a623b209d8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Jan 10 17:17:47.450148 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:17:47.454494 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:47.531264 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:47.671397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4e330-6086-4fa5-970b-0a7a37226006 req-14439a02-dca2-49eb-8c7f-6a06fa6f427f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:47.672948 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c0d4e330-6086-4fa5-970b-0a7a37226006 req-14439a02-dca2-49eb-8c7f-6a06fa6f427f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0603187 Jan 10 17:17:47.739912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be845-7cea-4066-8916-240dda06df13 req-7d9f5e52-db67-4f3d-9c7a-03afd87f2f6e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:47.741396 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-895be845-7cea-4066-8916-240dda06df13 req-7d9f5e52-db67-4f3d-9c7a-03afd87f2f6e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0915303 Jan 10 17:17:47.749625 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c0d4e330-6086-4fa5-970b-0a7a37226006 req-74cd822a-be58-4758-aa23-bf409b064b7f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600131 Jan 10 17:17:47.796175 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-895be845-7cea-4066-8916-240dda06df13 req-ed0390bf-3d73-4b91-aca9-482cd6256051 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jan 10 17:17:47.905672 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70effd-5979-4c03-a1fc-66df3275fe89 req-40c45f03-97e6-42d9-9c03-8f86e48a4118 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:47.907196 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-af70effd-5979-4c03-a1fc-66df3275fe89 req-40c45f03-97e6-42d9-9c03-8f86e48a4118 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0497587 Jan 10 17:17:47.984635 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-af70effd-5979-4c03-a1fc-66df3275fe89 req-bfa550fc-1d98-45c3-b610-75c2a2944506 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Jan 10 17:17:47.997264 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa10ff-1527-4431-b5ca-77ed2c5a093e req-90b695f7-bf40-41ff-b5b1-e5a69756fdf3 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:47.998726 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8afa10ff-1527-4431-b5ca-77ed2c5a093e req-90b695f7-bf40-41ff-b5b1-e5a69756fdf3 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0725117 Jan 10 17:17:48.015065 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d'}, {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:48.017457 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a751829f-ec3a-4b46-8165-5f679db3d2ae" -d '{"events": [{"server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "name": "network-vif-plugged", "status": "completed", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d"}, {"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:48.052129 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8afa10ff-1527-4431-b5ca-77ed2c5a093e req-4250ce82-1aea-4547-b299-0d99a2706160 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477865 Jan 10 17:17:48.066211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d8920-0ef3-4df8-9f5e-7d19a9834d5e x-openstack-request-id: req-330d8920-0ef3-4df8-9f5e-7d19a9834d5e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:48.066549 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "name": "network-vif-plugged", "status": "completed", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d", "code": 200}, {"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:48.066812 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-330d8920-0ef3-4df8-9f5e-7d19a9834d5e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:48.067749 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'code': 200} Jan 10 17:17:48.068010 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'code': 200} Jan 10 17:17:48.352828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2731dc1-807e-45be-a9ff-e2225c44ea49 req-a445acde-27a9-4e9d-951e-ad10b85db080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:48.354435 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-f2731dc1-807e-45be-a9ff-e2225c44ea49 req-a445acde-27a9-4e9d-951e-ad10b85db080 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0484540 Jan 10 17:17:48.360943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d894de-ae62-40a9-8505-11e1a3cc9403 req-4a7639c0-8bb4-4bd5-98c8-4f4d17d52386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:48.362691 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c7d894de-ae62-40a9-8505-11e1a3cc9403 req-4a7639c0-8bb4-4bd5-98c8-4f4d17d52386 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1098 time: 0.0585680 Jan 10 17:17:48.421099 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c7d894de-ae62-40a9-8505-11e1a3cc9403 req-bbe339be-5edf-4b8e-a585-817d2656301e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Jan 10 17:17:48.421655 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-f2731dc1-807e-45be-a9ff-e2225c44ea49 req-30b3827c-33fa-4615-929a-b4fd8cd95c8c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Jan 10 17:17:48.466419 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:17:48.541058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6657a8f-b3da-4d48-8d3f-dd510e5c6111 req-eaccb720-fdd5-4583-b37d-f2918281463a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:48.542876 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6657a8f-b3da-4d48-8d3f-dd510e5c6111 req-eaccb720-fdd5-4583-b37d-f2918281463a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0504775 Jan 10 17:17:48.593931 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6657a8f-b3da-4d48-8d3f-dd510e5c6111 req-66849b9b-b453-4430-8b62-c1c58cfba4b6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Jan 10 17:17:48.891548 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854966-4fc2-4a4e-b91b-91178459d67f req-4a8705f4-e2f8-4ed6-9e92-8d8acbc29a09 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:48.893056 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f3854966-4fc2-4a4e-b91b-91178459d67f req-4a8705f4-e2f8-4ed6-9e92-8d8acbc29a09 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0666747 Jan 10 17:17:48.965839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cb94-925f-4c54-adc5-7d8c5ccfacce req-82d046a0-185c-44c7-b884-57d74cdc53a2 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:48.967648 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-76e8cb94-925f-4c54-adc5-7d8c5ccfacce req-82d046a0-185c-44c7-b884-57d74cdc53a2 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0976541 Jan 10 17:17:49.010829 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f3854966-4fc2-4a4e-b91b-91178459d67f req-1fed5569-648f-4c7a-b0e9-c57375943281 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039424 Jan 10 17:17:49.043339 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-76e8cb94-925f-4c54-adc5-7d8c5ccfacce req-7702e3b6-7c17-41d0-ab0d-9fbd15d27d1a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685432 Jan 10 17:17:49.192278 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5507625-091d-44ca-9ce5-437371da6a11 req-cefcea26-399b-460b-afe6-0f5100b2d6eb tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:49.193817 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5507625-091d-44ca-9ce5-437371da6a11 req-cefcea26-399b-460b-afe6-0f5100b2d6eb tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0606718 Jan 10 17:17:49.241833 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5507625-091d-44ca-9ce5-437371da6a11 req-7eeea613-41db-4729-abae-40e24b22525d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Jan 10 17:17:49.448949 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35430) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:49.559007 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2be5dc1a-5e24-4bd6-a6dc-0b04638ebeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.634130 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2be5dc1a-5e24-4bd6-a6dc-0b04638ebeac admin admin] Publish callbacks [] for security_group (196801dc-3ce7-4d45-849c-04b9b45c6161), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.639462 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2be5dc1a-5e24-4bd6-a6dc-0b04638ebeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (196801dc-3ce7-4d45-849c-04b9b45c6161), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.679499 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5dc1a-5e24-4bd6-a6dc-0b04638ebeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196801dc-3ce7-4d45-849c-04b9b45c6161,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:49.684395 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-2be5dc1a-5e24-4bd6-a6dc-0b04638ebeac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef1e156b4215469ab6b922a431cbcde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343848 Jan 10 17:17:49.688348 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35444) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:49.733494 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f71f7f-bac5-4749-a949-e47daa40053a req-f46c1c6a-7340-4d59-88c0-172abbb822c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:49.734992 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75f71f7f-bac5-4749-a949-e47daa40053a req-f46c1c6a-7340-4d59-88c0-172abbb822c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0719178 Jan 10 17:17:49.784250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] Publish callbacks [] for security_group (196801dc-3ce7-4d45-849c-04b9b45c6161), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.812453 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75f71f7f-bac5-4749-a949-e47daa40053a req-ebe04649-5398-41e8-b3c1-cca45defe769 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Jan 10 17:17:49.830979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] Publish callbacks [] for security_group (196801dc-3ce7-4d45-849c-04b9b45c6161), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.902481 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (196801dc-3ce7-4d45-849c-04b9b45c6161), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.906449 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:49.907657 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/196801dc-3ce7-4d45-849c-04b9b45c6161 HTTP/1.1" status: 204 len: 168 time: 0.2186058 Jan 10 17:17:49.937930 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9e88d-cb73-4f66-bf12-01acd6381c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196801dc-3ce7-4d45-849c-04b9b45c6161,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:50.172935 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ade6e-eea8-47df-bb30-3f5a33f7b902 req-73d10d91-1b70-4e14-9243-c04931010b8e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.183147 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c80ade6e-eea8-47df-bb30-3f5a33f7b902 req-73d10d91-1b70-4e14-9243-c04931010b8e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0723948 Jan 10 17:17:50.297019 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35470) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:50.316333 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c80ade6e-eea8-47df-bb30-3f5a33f7b902 req-cae960ec-b5a7-4583-830b-e9b9e874e5f0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289744 Jan 10 17:17:50.317274 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38693920-f712-40fc-873e-ed1d2d6b0616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.342366 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c430f-4beb-4570-8980-621e8910ac60 req-adf4e3e1-6bb5-4d74-adb1-5391b5875844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.343973 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-adf4e3e1-6bb5-4d74-adb1-5391b5875844 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1099 time: 0.0988245 Jan 10 17:17:50.353525 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856797f3-df3e-4b43-a998-7f51cb249a1b req-cc3d7493-c962-40b5-90a0-fbb04a2fb460 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.355529 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-856797f3-df3e-4b43-a998-7f51cb249a1b req-cc3d7493-c962-40b5-90a0-fbb04a2fb460 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0994771 Jan 10 17:17:50.408090 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38693920-f712-40fc-873e-ed1d2d6b0616 admin admin] Publish callbacks [] for security_group (414c885f-d73a-42d1-bf6b-2e294a491c79), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.413175 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38693920-f712-40fc-873e-ed1d2d6b0616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (414c885f-d73a-42d1-bf6b-2e294a491c79), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.453334 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-38693920-f712-40fc-873e-ed1d2d6b0616 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=651eb13271114d868a6e7c3ee6558ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529191 Jan 10 17:17:50.453334 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38693920-f712-40fc-873e-ed1d2d6b0616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414c885f-d73a-42d1-bf6b-2e294a491c79,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:50.454096 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35472) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:50.524355 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-856797f3-df3e-4b43-a998-7f51cb249a1b req-6c773a2f-f9bf-4e82-8485-9d8d9f490b43 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588390 Jan 10 17:17:50.566200 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde90e0-be3d-4855-b701-f5a14d47a055 req-53b4b3fa-4ed5-4d68-8e71-0cb28abc2071 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.573077 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ecde90e0-be3d-4855-b701-f5a14d47a055 req-53b4b3fa-4ed5-4d68-8e71-0cb28abc2071 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.1772094 Jan 10 17:17:50.576679 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c430f-4beb-4570-8980-621e8910ac60 req-00a41420-cef0-403b-902d-a13eba382c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.578352 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-00a41420-cef0-403b-902d-a13eba382c71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.2219093 Jan 10 17:17:50.638047 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-260bda0c-5172-4625-90d2-35a15d5c386e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 200 len: 217 time: 0.0524011 Jan 10 17:17:50.672451 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] Publish callbacks [] for security_group (414c885f-d73a-42d1-bf6b-2e294a491c79), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.753096 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] Publish callbacks [] for security_group (414c885f-d73a-42d1-bf6b-2e294a491c79), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.758445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ecde90e0-be3d-4855-b701-f5a14d47a055 req-79386d0a-13b3-4269-99ef-fee640e52353 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845105 Jan 10 17:17:50.775631 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c430f-4beb-4570-8980-621e8910ac60 req-047cd87f-c0a1-4b80-b3d2-3199e14fc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.777395 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-047cd87f-c0a1-4b80-b3d2-3199e14fc8d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.1078565 Jan 10 17:17:50.791253 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e37c-2d16-49b7-8954-8eecf5ed0d26 req-8df431a1-049b-4179-bd6b-64541fe66b6f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:50.792985 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ba10e37c-2d16-49b7-8954-8eecf5ed0d26 req-8df431a1-049b-4179-bd6b-64541fe66b6f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1642573 Jan 10 17:17:50.850802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-b9f7f186-f228-436b-9e15-09570af6366e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424356 Jan 10 17:17:50.889455 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (414c885f-d73a-42d1-bf6b-2e294a491c79), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.892170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:50.896317 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/414c885f-d73a-42d1-bf6b-2e294a491c79 HTTP/1.1" status: 204 len: 168 time: 0.4366498 Jan 10 17:17:50.916175 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ba10e37c-2d16-49b7-8954-8eecf5ed0d26 req-ab1e4b99-6356-4a09-9a30-c048b1c990a4 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026266 Jan 10 17:17:50.934579 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d33cac-9ccb-4279-939a-e5716e802628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414c885f-d73a-42d1-bf6b-2e294a491c79,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:17:51.008136 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-54941724-0cd1-4c9a-8859-9fce22d49315 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286912 Jan 10 17:17:51.258535 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-576c430f-4beb-4570-8980-621e8910ac60 req-f01f75aa-c1fd-42a9-a521-dbbfe4c005fd service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415407 Jan 10 17:17:51.436401 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628642ef-9339-4036-995a-eeaee085a11c req-3c03f24f-15db-426f-a56f-b5227520951c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:51.437879 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-628642ef-9339-4036-995a-eeaee085a11c req-3c03f24f-15db-426f-a56f-b5227520951c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Jan 10 17:17:51.486290 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-628642ef-9339-4036-995a-eeaee085a11c req-23316393-7629-4ff5-896c-24d5b6e765b4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Jan 10 17:17:51.603163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89210c45-3388-4c4c-88b1-4c01e4e61988 req-4995d585-2283-423e-80b6-0acc12a3f2dd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:51.604754 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-89210c45-3388-4c4c-88b1-4c01e4e61988 req-4995d585-2283-423e-80b6-0acc12a3f2dd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0494931 Jan 10 17:17:51.613601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35516) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:51.618511 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'floatingip': {'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:51.690930 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:51.954454 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133d8d-ad40-4553-8f4c-cb7b9c64a8a6 req-72853f98-107d-4b02-9bc3-eca82a790c4f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:51.956567 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6133d8d-ad40-4553-8f4c-cb7b9c64a8a6 req-72853f98-107d-4b02-9bc3-eca82a790c4f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0896592 Jan 10 17:17:52.180082 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6133d8d-ad40-4553-8f4c-cb7b9c64a8a6 req-0e8def54-346c-44a8-bdcb-427bf245a0a8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142396 Jan 10 17:17:52.230001 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8501db-6d38-4f61-9c0b-9402c55e8136 req-87ef493e-71b0-44d0-b5b7-4e32b0c5856c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:52.231499 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff8501db-6d38-4f61-9c0b-9402c55e8136 req-87ef493e-71b0-44d0-b5b7-4e32b0c5856c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.2417381 Jan 10 17:17:52.354761 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff8501db-6d38-4f61-9c0b-9402c55e8136 req-8ae60663-ecc3-4c7b-bb1c-af3bf6fc0334 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123943 Jan 10 17:17:52.436861 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:52.448144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:52.566028 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f9593-6394-4f60-9617-51ad6dee7906 req-a8538b74-4bce-40da-a079-115005feaac9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:52.567677 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0d6f9593-6394-4f60-9617-51ad6dee7906 req-a8538b74-4bce-40da-a079-115005feaac9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1395237 Jan 10 17:17:52.577223 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35568) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:17:52.584394 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'floatingip': {'port_id': '89b13c57-2c76-4f75-8337-c4c509b2d32d'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:17:52.587369 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Floating IP f9ded952-0b1a-43bf-be17-ad829455071a associated. External IP: 172.27.1.138, port: 231c3184-ee2c-4304-bb2c-b5daedd3b43a. Jan 10 17:17:52.674273 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:52.994057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:17:53.099050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:53.104431 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:53.112558 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:53.124074 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:53.124698 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:53.136933 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-fb6e4199-8eb4-477d-ae2a-850ddaa7caad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "PUT /v2.0/floatingips/f9ded952-0b1a-43bf-be17-ad829455071a HTTP/1.1" status: 200 len: 991 time: 1.5190213 Jan 10 17:17:53.136933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:53.137161 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4715faee-e234-41b3-9d33-3ac88f0b8857" -d '{"events": [{"name": "network-changed", "server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:53.181137 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9395e6d-9684-4b63-a79b-42bd800ea03c x-openstack-request-id: req-c9395e6d-9684-4b63-a79b-42bd800ea03c {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:53.181437 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:53.181719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9395e6d-9684-4b63-a79b-42bd800ea03c {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:53.182157 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'status': 'completed', 'code': 200} Jan 10 17:17:53.259101 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-1cda48b0-2e09-4118-8666-10b8ba8bb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:53.260853 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-1cda48b0-2e09-4118-8666-10b8ba8bb7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1098 time: 0.0445790 Jan 10 17:17:53.263574 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:53.336444 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:53.340556 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:53.379890 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80937bda-562c-44dd-b804-e1495fe8f3ec req-34e8f0f4-9d37-47fa-a868-1ef3c3794efa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:53.381523 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80937bda-562c-44dd-b804-e1495fe8f3ec req-34e8f0f4-9d37-47fa-a868-1ef3c3794efa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.1051772 Jan 10 17:17:53.411846 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-94ebd5e4-a041-4acd-abd1-5a355b85ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:53.413481 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-94ebd5e4-a041-4acd-abd1-5a355b85ee0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.1456559 Jan 10 17:17:53.442805 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.l3_db [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Floating IP 92a8c7d2-631a-4f22-948b-390b9cd6bae8 associated. External IP: 172.27.1.155, port: 89b13c57-2c76-4f75-8337-c4c509b2d32d. Jan 10 17:17:53.494320 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80937bda-562c-44dd-b804-e1495fe8f3ec req-c1fae789-85eb-45b6-a4e8-3c14c47be7fc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030211 Jan 10 17:17:53.539257 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-3679880d-4955-48f2-b9fc-2017f8ca61b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 999 time: 0.1158793 Jan 10 17:17:53.552725 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f9ded952-0b1a-43bf-be17-ad829455071a', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:23Z', 'updated_at': '2022-01-10T17:17:52Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:53.586180 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:53.596312 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:53.596931 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:53.599619 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-cf09ca5d-e4ca-487d-8af2-eb573b79a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:53.601293 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-cf09ca5d-e4ca-487d-8af2-eb573b79a97e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0552585 Jan 10 17:17:53.658463 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:17:53.675733 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-fc029809-fbbc-4d20-b4c4-3b53a85d0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:53.678095 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-fc029809-fbbc-4d20-b4c4-3b53a85d0076 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707631 Jan 10 17:17:53.724988 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:53.800917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-edbe1cbe-f147-4182-9e6b-c979bb1f0606 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078053 Jan 10 17:17:53.902050 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4715faee-e234-41b3-9d33-3ac88f0b8857 req-77d8309b-a9df-4409-896d-d7f630ea0367 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946066 Jan 10 17:17:53.981438 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:17:53.981599 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f9ded952-0b1a-43bf-be17-ad829455071a', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:23Z', 'updated_at': '2022-01-10T17:17:52Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:53.986264 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:17:53.996355 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:17:54.006479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:54.007297 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:54.015131 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f66ab113-2bf6-4b03-8fef-ef4a6ad468f6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "PUT /v2.0/floatingips/92a8c7d2-631a-4f22-948b-390b9cd6bae8 HTTP/1.1" status: 200 len: 992 time: 1.4330137 Jan 10 17:17:54.015131 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:17:54.024660 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c3206-b3f7-4ab1-a7eb-2ec28c647679 None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f9ded952-0b1a-43bf-be17-ad829455071a', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:23Z', 'updated_at': '2022-01-10T17:17:52Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:54.026976 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc0728a-0d10-4844-b5c6-53cfe6643c33" -d '{"events": [{"name": "network-changed", "server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:17:54.099349 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa95b6-e49b-4abc-b2ea-ecef6baa9781 x-openstack-request-id: req-37aa95b6-e49b-4abc-b2ea-ecef6baa9781 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:17:54.099643 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:17:54.099979 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37aa95b6-e49b-4abc-b2ea-ecef6baa9781 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:17:54.100358 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'status': 'completed', 'code': 200} Jan 10 17:17:54.149951 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:54.181270 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-b5a51ec5-bbbf-4d2b-9a74-792ef93b0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:54.182752 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-b5a51ec5-bbbf-4d2b-9a74-792ef93b0c6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0495105 Jan 10 17:17:54.315162 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-a0ce0f45-cbde-4387-a017-8d8a030d4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:54.317859 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-a0ce0f45-cbde-4387-a017-8d8a030d4aa0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.1239564 Jan 10 17:17:54.354664 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272f9d0-76ad-4e38-8d22-35fd55fd11a6 None None] New status for floating IP f9ded952-0b1a-43bf-be17-ad829455071a: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:17:54.404075 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-a07503ee-b4c7-4312-ac75-064c7697c406 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1000 time: 0.0766163 Jan 10 17:17:54.454323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-895529fc-3a44-4601-bf5f-de9f501ee5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:54.455945 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-895529fc-3a44-4601-bf5f-de9f501ee5ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0455575 Jan 10 17:17:54.502502 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-72c19289-68b7-4308-854d-e52291de3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:54.504146 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-72c19289-68b7-4308-854d-e52291de3140 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426230 Jan 10 17:17:54.570034 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '92a8c7d2-631a-4f22-948b-390b9cd6bae8', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:4a:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:21Z', 'updated_at': '2022-01-10T17:17:53Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:54.599636 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:17:54.608224 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:17:54.608834 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:17:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:54.639653 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-9585bd51-f150-4061-a01b-9db60cef3167 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290209 Jan 10 17:17:54.686371 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd215072-855d-49c4-a24a-5f9bb1edb386 req-390b2142-e9ed-44f0-b8db-ca4dde720b8a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:54.687855 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dd215072-855d-49c4-a24a-5f9bb1edb386 req-390b2142-e9ed-44f0-b8db-ca4dde720b8a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0818384 Jan 10 17:17:54.714541 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:17:54.767653 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dd215072-855d-49c4-a24a-5f9bb1edb386 req-da9eab70-197d-4a5f-a95d-73f3ad67a3dc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Jan 10 17:17:54.792194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9cc0728a-0d10-4844-b5c6-53cfe6643c33 req-d1898750-b552-4620-a3c6-5ffe27f60c36 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391206 Jan 10 17:17:54.944043 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '92a8c7d2-631a-4f22-948b-390b9cd6bae8', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:4a:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:21Z', 'updated_at': '2022-01-10T17:17:53Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:17:54.969828 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f2d93-7fc6-49af-993c-b657e5c6a508 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '92a8c7d2-631a-4f22-948b-390b9cd6bae8', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:4a:50:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:17:21Z', 'updated_at': '2022-01-10T17:17:53Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:17:55.151702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad212347-8a99-47f6-b8dd-22b5504a55c9 None None] New status for floating IP 92a8c7d2-631a-4f22-948b-390b9cd6bae8: ACTIVE {{(pid=102730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:17:55.899072 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e517c77-a98e-4943-9cca-bac05ed004e2 req-e2622bac-fc0a-452f-b2d9-ea2213953565 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:55.900871 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e517c77-a98e-4943-9cca-bac05ed004e2 req-e2622bac-fc0a-452f-b2d9-ea2213953565 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0504651 Jan 10 17:17:55.951349 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e517c77-a98e-4943-9cca-bac05ed004e2 req-7c3f71a1-cb25-4221-8a54-9dedeafe04c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450985 Jan 10 17:17:59.858716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdeed-9598-411d-b8e9-bb64a5e84927 req-b8d24227-db56-4e13-88b8-8106c502a792 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:17:59.860151 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d45bdeed-9598-411d-b8e9-bb64a5e84927 req-b8d24227-db56-4e13-88b8-8106c502a792 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0463583 Jan 10 17:17:59.908591 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d45bdeed-9598-411d-b8e9-bb64a5e84927 req-2a894cd4-9b3a-4f04-bed9-51320c9bdd61 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Jan 10 17:18:03.947610 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8297b959-cdac-4e45-aa49-0b22148808ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:04.470760 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:04.541556 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4cbc5-839d-45eb-9528-ebab31c0a072 req-69ba3bb8-4169-4c8e-a006-5eedeb526727 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:04.543193 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8c4cbc5-839d-45eb-9528-ebab31c0a072 req-69ba3bb8-4169-4c8e-a006-5eedeb526727 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0482874 Jan 10 17:18:04.588552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8c4cbc5-839d-45eb-9528-ebab31c0a072 req-a3ed9aca-f74a-4acc-84d0-58bb34aca6f4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Jan 10 17:18:05.724120 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f5970-10e0-4b1d-8bec-8a3f37ca0a5e req-c49ce738-2d17-4aa8-91ae-5f1628a47ee0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:05.725599 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-528f5970-10e0-4b1d-8bec-8a3f37ca0a5e req-c49ce738-2d17-4aa8-91ae-5f1628a47ee0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0655882 Jan 10 17:18:05.774083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-528f5970-10e0-4b1d-8bec-8a3f37ca0a5e req-82d25a79-29dc-4de9-bd3b-92d7a55e745e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Jan 10 17:18:05.984177 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35788) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:06.085039 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.162000 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Publish callbacks [] for security_group (5f921a24-be4a-4993-9477-68b4d6a6f05b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.167131 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5f921a24-be4a-4993-9477-68b4d6a6f05b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.214536 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b57fb86d5c545d59d5a8757b574a365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292385 Jan 10 17:18:06.216310 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35792) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:06.223996 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f921a24-be4a-4993-9477-68b4d6a6f05b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:06.240401 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.240756 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.241097 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.241431 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.241762 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.242091 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.242441 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.242838 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.243080 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.243415 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.243723 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.244042 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.244353 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a71206-6aaf-4ff9-8637-87d195242bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:06.283741 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] Publish callbacks [] for security_group (5f921a24-be4a-4993-9477-68b4d6a6f05b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.309306 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] Publish callbacks [] for security_group (5f921a24-be4a-4993-9477-68b4d6a6f05b), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.363149 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5f921a24-be4a-4993-9477-68b4d6a6f05b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.366337 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.367654 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f921a24-be4a-4993-9477-68b4d6a6f05b HTTP/1.1" status: 204 len: 168 time: 0.1504490 Jan 10 17:18:06.377033 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24823d1f-1875-4a27-988f-885b0bd466b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f921a24-be4a-4993-9477-68b4d6a6f05b,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:06.415126 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b706aa12-3f6f-409e-a135-3636497521d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.686541 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35824) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:06.699280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-88925fcb-7a51-47ed-97fb-1ce20f191968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.772858 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-88925fcb-7a51-47ed-97fb-1ce20f191968 admin admin] Publish callbacks [] for security_group (0fccf50a-8f78-40ec-b4e6-95b97a4d6463), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.777961 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-88925fcb-7a51-47ed-97fb-1ce20f191968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0fccf50a-8f78-40ec-b4e6-95b97a4d6463), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.822239 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-88925fcb-7a51-47ed-97fb-1ce20f191968 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a922c8d284584cef9c9c501742e57413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345818 Jan 10 17:18:06.823112 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925fcb-7a51-47ed-97fb-1ce20f191968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccf50a-8f78-40ec-b4e6-95b97a4d6463,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:06.826577 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35834) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:06.914408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Publish callbacks [] for security_group (0fccf50a-8f78-40ec-b4e6-95b97a4d6463), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:06.929212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966fbb5-1b5f-4c5e-b53e-a709fa6ed54d req-e7f6a9ed-bfea-4e76-bd36-8244b91024a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:06.930831 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4966fbb5-1b5f-4c5e-b53e-a709fa6ed54d req-e7f6a9ed-bfea-4e76-bd36-8244b91024a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0729227 Jan 10 17:18:06.964432 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Publish callbacks [] for security_group (0fccf50a-8f78-40ec-b4e6-95b97a4d6463), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:07.016875 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4966fbb5-1b5f-4c5e-b53e-a709fa6ed54d req-4fb9a5ad-9ee6-41a8-8ae7-da8a8e77ea3a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802479 Jan 10 17:18:07.040713 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0fccf50a-8f78-40ec-b4e6-95b97a4d6463), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:07.043625 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:07.047160 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fccf50a-8f78-40ec-b4e6-95b97a4d6463 HTTP/1.1" status: 204 len: 168 time: 0.2165442 Jan 10 17:18:07.053847 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fccf50a-8f78-40ec-b4e6-95b97a4d6463,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:07.063061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.063419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.063791 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.064104 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.064723 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.065088 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.065545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.066002 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.066881 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.067203 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.067530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.067857 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.068318 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce4b40-0760-4c28-abe1-78a7cdfe4c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:07.167857 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:07.222574 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-dd0bc4ce-93df-4bf8-9c8e-4ffc0d660765 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722690 Jan 10 17:18:07.244262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04525d-b65a-47a6-a726-ce764e557e54 req-66cb4de8-3c68-4c80-b5dd-ee162375ef55 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:07.245741 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e04525d-b65a-47a6-a726-ce764e557e54 req-66cb4de8-3c68-4c80-b5dd-ee162375ef55 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0874677 Jan 10 17:18:07.294777 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e04525d-b65a-47a6-a726-ce764e557e54 req-a836ac22-2377-441f-9e3e-d7e55c7a5796 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Jan 10 17:18:07.339131 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-6b089198-43db-4bbf-8803-150796cdadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:07.340629 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-6b089198-43db-4bbf-8803-150796cdadb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 1099 time: 0.0450194 Jan 10 17:18:07.472139 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-132e1e29-5f51-468b-a791-393e58f81cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:07.473653 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-132e1e29-5f51-468b-a791-393e58f81cb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 916 time: 0.0961940 Jan 10 17:18:07.519402 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-9f7d2036-26c7-4cec-ae87-f01f79ac5122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9 HTTP/1.1" status: 200 len: 217 time: 0.0367413 Jan 10 17:18:07.570757 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-43f4d6cb-ec81-43f4-a5a7-867fa351000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:07.572205 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-43f4d6cb-ec81-43f4-a5a7-867fa351000d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0449591 Jan 10 17:18:07.604991 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-1e02cdc2-65f7-4ccc-a813-4e667731eea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242646 Jan 10 17:18:07.704866 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-857aedda-b372-4e0b-adfb-a39e1deb40a5 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913777 Jan 10 17:18:07.810849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1917399b-77a2-4ac9-a14a-cde4a6ef4be8 req-9a66d707-00b1-4f13-b852-48f9e84d696f service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936496 Jan 10 17:18:08.132992 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b563bd-d916-4ae5-ad5f-85368120fc27 req-8a78fa33-1f4d-449b-aea9-9936599c398f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:08.134489 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18b563bd-d916-4ae5-ad5f-85368120fc27 req-8a78fa33-1f4d-449b-aea9-9936599c398f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0480344 Jan 10 17:18:08.190783 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18b563bd-d916-4ae5-ad5f-85368120fc27 req-932b73b9-a562-4359-8adc-34de143507c0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506823 Jan 10 17:18:08.417311 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1c6c9-ec82-4166-8bd1-5bc956773b3b req-295e70a1-0ede-408f-9f74-bee4c5da3dbc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:08.424075 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4da1c6c9-ec82-4166-8bd1-5bc956773b3b req-295e70a1-0ede-408f-9f74-bee4c5da3dbc tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Jan 10 17:18:08.474073 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4da1c6c9-ec82-4166-8bd1-5bc956773b3b req-be6047cd-d269-4b8f-ad8a-3f5426855ea5 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jan 10 17:18:08.765428 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.058682 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35944) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:09.166439 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-39b15f3f-4f68-493e-9b89-12fd481b2c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.249916 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-39b15f3f-4f68-493e-9b89-12fd481b2c18 admin admin] Publish callbacks [] for security_group (03668b08-aebc-46cf-a8c2-1cf808634824), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.254934 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-39b15f3f-4f68-493e-9b89-12fd481b2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (03668b08-aebc-46cf-a8c2-1cf808634824), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.308591 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-39b15f3f-4f68-493e-9b89-12fd481b2c18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26b4478d1f0e4433a50d9a1bed44a3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469556 Jan 10 17:18:09.313207 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35962) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:09.313854 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b15f3f-4f68-493e-9b89-12fd481b2c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03668b08-aebc-46cf-a8c2-1cf808634824,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:09.322053 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6b89-7658-4eca-b829-70672126c5fe req-b8777746-9064-4f6e-bcee-c68b02548dd1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:09.323475 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-668b6b89-7658-4eca-b829-70672126c5fe req-b8777746-9064-4f6e-bcee-c68b02548dd1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0615735 Jan 10 17:18:09.373340 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-668b6b89-7658-4eca-b829-70672126c5fe req-93a29ad6-fcb0-48d1-a819-5d196c2c7bf0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Jan 10 17:18:09.374615 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] Publish callbacks [] for security_group (03668b08-aebc-46cf-a8c2-1cf808634824), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.397620 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] Publish callbacks [] for security_group (03668b08-aebc-46cf-a8c2-1cf808634824), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.443969 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (03668b08-aebc-46cf-a8c2-1cf808634824), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.446668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.447806 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03668b08-aebc-46cf-a8c2-1cf808634824 HTTP/1.1" status: 204 len: 168 time: 0.1287065 Jan 10 17:18:09.455400 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424040c1-330c-49c4-97de-e8bc2de12aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03668b08-aebc-46cf-a8c2-1cf808634824,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:09.599660 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e39167-73fa-460a-b23e-ee80470b7069 req-8104185d-b51d-4b9b-9d70-762776e50f66 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:09.601150 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-15e39167-73fa-460a-b23e-ee80470b7069 req-8104185d-b51d-4b9b-9d70-762776e50f66 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0541203 Jan 10 17:18:09.646825 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-15e39167-73fa-460a-b23e-ee80470b7069 req-01e83df1-a5d4-40ea-a9bf-fa9b02340836 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Jan 10 17:18:09.712853 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 35972) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:09.727933 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cfcca638-9b18-4fc5-8a52-07ba8b421c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.800627 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cfcca638-9b18-4fc5-8a52-07ba8b421c5b admin admin] Publish callbacks [] for security_group (3cb3c3f9-1a89-4e8d-a983-a893329c57a1), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.804384 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cfcca638-9b18-4fc5-8a52-07ba8b421c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3cb3c3f9-1a89-4e8d-a983-a893329c57a1), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.841966 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cfcca638-9b18-4fc5-8a52-07ba8b421c5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c2ce225f221c4693b82b32dd1e5440e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279948 Jan 10 17:18:09.843929 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca638-9b18-4fc5-8a52-07ba8b421c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3c3f9-1a89-4e8d-a983-a893329c57a1,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:09.844608 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 35974) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:09.890582 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] Publish callbacks [] for security_group (3cb3c3f9-1a89-4e8d-a983-a893329c57a1), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.912658 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] Publish callbacks [] for security_group (3cb3c3f9-1a89-4e8d-a983-a893329c57a1), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.958638 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3cb3c3f9-1a89-4e8d-a983-a893329c57a1), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.961391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:09.962508 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cb3c3f9-1a89-4e8d-a983-a893329c57a1 HTTP/1.1" status: 204 len: 168 time: 0.1168933 Jan 10 17:18:09.970666 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e025f-c857-4d54-b5a9-85293118b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3c3f9-1a89-4e8d-a983-a893329c57a1,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:10.437013 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:10.460537 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73543679-5815-44cb-bf4c-e77fed279495 req-eadaf5b6-1a3a-4c09-bcca-ee508477f9ba tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:10.463482 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-73543679-5815-44cb-bf4c-e77fed279495 req-eadaf5b6-1a3a-4c09-bcca-ee508477f9ba tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.0663311 Jan 10 17:18:10.603467 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5777a69-194f-4487-8bd6-43e60d80b1cc req-27b2f140-0b91-4d7f-a777-a6b29622bc32 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:10.606706 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d5777a69-194f-4487-8bd6-43e60d80b1cc req-27b2f140-0b91-4d7f-a777-a6b29622bc32 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.1379025 Jan 10 17:18:10.692880 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d5777a69-194f-4487-8bd6-43e60d80b1cc req-4b9a2891-865e-46a3-8831-c569f39adfa9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760515 Jan 10 17:18:10.897312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Deleting port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:18:10.897647 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:11.003924 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab49993-79d2-485e-8a0c-71055718dc9f req-460da00a-aa76-407c-861a-b25a525a40eb tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:11.005534 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab49993-79d2-485e-8a0c-71055718dc9f req-460da00a-aa76-407c-861a-b25a525a40eb tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 945 time: 0.1109991 Jan 10 17:18:11.047985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] For port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,segment=NetworkSegment(1c0bc3c6-bf75-4630-a919-5b9111195607),segment_id=1c0bc3c6-bf75-4630-a919-5b9111195607)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:11.048354 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:11.069980 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Calling delete_port for 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:18:11.092846 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab49993-79d2-485e-8a0c-71055718dc9f req-1025fccd-cc04-4fae-8ec2-3e00cdd23546 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbad541a-a083-4421-a284-07825707afd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808003 Jan 10 17:18:11.252926 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (1b7d553a-eb1a-4ecc-84a0-f39653e722c3), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:11.266352 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['1b7d553a-eb1a-4ecc-84a0-f39653e722c3'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:18:11.287170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Pushing event deleted for resources: {'Port': ['ID=1b7d553a-eb1a-4ecc-84a0-f39653e722c3,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:11.347909 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] No DVR routers for this DVR port 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:18:11.351034 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:11.354374 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-73543679-5815-44cb-bf4c-e77fed279495 req-7e0ce29d-4433-46a9-b766-bc3ca9c6f468 tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.24 "DELETE /v2.0/ports/1b7d553a-eb1a-4ecc-84a0-f39653e722c3 HTTP/1.1" status: 204 len: 173 time: 0.8768799 Jan 10 17:18:11.354814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'name': 'network-vif-deleted', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:18:11.357056 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b38a0-34ac-4ddb-9c5a-7baf92507b2e" -d '{"events": [{"server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "name": "network-vif-deleted", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:18:11.395061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71383866-c10a-4dce-a503-9fae3ceb7e8c x-openstack-request-id: req-71383866-c10a-4dce-a503-9fae3ceb7e8c {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:18:11.395410 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9d1c22-6adf-492b-8e2b-fe58c3c292f8", "name": "network-vif-deleted", "tag": "1b7d553a-eb1a-4ecc-84a0-f39653e722c3", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:18:11.395674 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71383866-c10a-4dce-a503-9fae3ceb7e8c {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:18:11.396071 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9d1c22-6adf-492b-8e2b-fe58c3c292f8', 'name': 'network-vif-deleted', 'tag': '1b7d553a-eb1a-4ecc-84a0-f39653e722c3', 'status': 'completed', 'code': 200} Jan 10 17:18:11.867111 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd570486-43a4-47d0-9d5d-c6c53aca0fba req-84fcb741-8d78-4403-9715-fb613c675bf3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:11.868915 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd570486-43a4-47d0-9d5d-c6c53aca0fba req-84fcb741-8d78-4403-9715-fb613c675bf3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0583866 Jan 10 17:18:11.919872 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fd570486-43a4-47d0-9d5d-c6c53aca0fba req-b7df3c0f-5822-4f1b-a0d2-87c197c32062 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Jan 10 17:18:12.197292 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d5363da2-2c3b-408c-82cc-7a10aeb76787 req-208b31a5-faf4-4abe-87c4-51925574b35a tempest-DeleteServersTestJSON-1979915884 tempest-DeleteServersTestJSON-1979915884-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe9d1c22-6adf-492b-8e2b-fe58c3c292f8 HTTP/1.1" status: 200 len: 210 time: 0.0244617 Jan 10 17:18:13.038023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707df47-8ec9-4b57-9433-fe56dd901e08 req-ae0dbc8f-b536-4252-bd10-b8e76dbad6a4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:13.045675 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c707df47-8ec9-4b57-9433-fe56dd901e08 req-ae0dbc8f-b536-4252-bd10-b8e76dbad6a4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0560067 Jan 10 17:18:13.099264 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c707df47-8ec9-4b57-9433-fe56dd901e08 req-7bafde56-c203-45af-83f9-a88799631bda tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526805 Jan 10 17:18:15.536595 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:18:15.556171 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:18:15.556620 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 1b7d553a-eb1a-4ecc-84a0-f39653e722c3 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:18:15.682172 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116ce7-6e48-4a10-a4fc-0b1f63e33adb req-12036888-e4da-4875-8d0f-f534f186807d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:15.684239 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1116ce7-6e48-4a10-a4fc-0b1f63e33adb req-12036888-e4da-4875-8d0f-f534f186807d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0468554 Jan 10 17:18:15.728352 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1116ce7-6e48-4a10-a4fc-0b1f63e33adb req-485d8e07-1182-4e54-aba1-0fbaabefea80 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Jan 10 17:18:16.259252 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-a2556e6b-3b99-48be-9755-ee58f8436d5a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:16.260730 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-a2556e6b-3b99-48be-9755-ee58f8436d5a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.1081800 Jan 10 17:18:16.274520 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-654660e9-aedc-4177-9f92-f825d2bd4dd9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/quotas/c346efae5fb94b1a81a585527ed1d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0085750 Jan 10 17:18:16.320636 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-8e991301-d164-48ec-8360-1dac33439fa6 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416062 Jan 10 17:18:16.409160 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-7a6791ad-b941-4722-8f54-242166fe5887 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821257 Jan 10 17:18:16.494647 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-71687975-3aaf-4e83-aac7-c4155d47cd49 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798066 Jan 10 17:18:16.648541 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a94a9a4-0875-4853-bf88-4d41a5b47646 req-385cab12-6612-448e-bc4a-960939f55bc0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 210 time: 0.0249338 Jan 10 17:18:17.143470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028f8f0-aeb2-4bee-8d61-089212395690 req-fca74154-e4c9-4d5f-93d9-d778751a7e89 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:17.145642 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d028f8f0-aeb2-4bee-8d61-089212395690 req-fca74154-e4c9-4d5f-93d9-d778751a7e89 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0556362 Jan 10 17:18:17.192822 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d028f8f0-aeb2-4bee-8d61-089212395690 req-5a8d531b-ab0d-4ebd-bc81-711dab2b2470 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jan 10 17:18:17.739975 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d748c187-faeb-47a2-9fa3-018ad9236828 req-119af1da-2b44-4952-85ec-237a17a34e0a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 210 time: 0.0247657 Jan 10 17:18:18.192152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-1ea46b76-9d01-401c-b962-b1912e490152 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:18.193651 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-1ea46b76-9d01-401c-b962-b1912e490152 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.1189444 Jan 10 17:18:18.206520 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Request body: {'port': {'device_id': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'admin_state_up': True, 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:18:18.359794 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dff04-543e-4989-aeed-1b79493d14be req-1ae4ba7d-9cb5-498b-a201-0bb3750d3cc8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:18.361343 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-202dff04-543e-4989-aeed-1b79493d14be req-1ae4ba7d-9cb5-498b-a201-0bb3750d3cc8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0812862 Jan 10 17:18:18.388812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:18:18.394833 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.513616 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-202dff04-543e-4989-aeed-1b79493d14be req-73affcb3-20c0-46f7-974a-3797008041aa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422915 Jan 10 17:18:18.583893 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Allocated IP 172.20.0.3 (65c0ab5c-643f-4854-bda9-a2baabfd7842/a3777e6f-57fd-41d0-b589-c21c7a0b19e8/37c31d50-6a98-4498-b347-3a3e00ef0f65) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:18:18.755973 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks [] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.794188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.808082 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:18:18.813446 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36210) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:18.859108 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Deleting subnet ee967945-0fd9-4f32-820a-9afb90ee71c1 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:18:18.862990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Publish callbacks [] for subnet (ee967945-0fd9-4f32-820a-9afb90ee71c1), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.876354 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:18:18.885635 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:18:18.888566 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:18:18.895494 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:18.895869 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.902953 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Publish callbacks [] for subnet (ee967945-0fd9-4f32-820a-9afb90ee71c1), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.907776 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event updated for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:18.914694 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (ee967945-0fd9-4f32-820a-9afb90ee71c1), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.917913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-35d0f9fd-b46c-46dc-b069-9700e1c7fdc5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153425 Jan 10 17:18:18.926762 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c81e66-1270-47e3-85f9-6d1447ef7762 req-c188c8a8-760b-4b6f-869a-26b16ee7353d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:18.928571 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f5c81e66-1270-47e3-85f9-6d1447ef7762 req-c188c8a8-760b-4b6f-869a-26b16ee7353d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 931 time: 0.1023989 Jan 10 17:18:18.971391 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for subnet (ee967945-0fd9-4f32-820a-9afb90ee71c1), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:18.980875 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f5c81e66-1270-47e3-85f9-6d1447ef7762 req-ff45441e-4be3-4040-acaf-ecb40f89c5af tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Jan 10 17:18:18.998397 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.001584 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ee967945-0fd9-4f32-820a-9afb90ee71c1 HTTP/1.1" status: 204 len: 168 time: 0.1871717 Jan 10 17:18:19.002638 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b5fcc-5fd2-456e-a17d-a6139c78617f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee967945-0fd9-4f32-820a-9afb90ee71c1,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:19.004728 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36212) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:19.008731 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Request body: {'port': {'device_id': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:18:19.115313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (5aae78ad-1f20-42ac-b114-3edd397b80a0), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.120727 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.284067 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (5aae78ad-1f20-42ac-b114-3edd397b80a0), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.318503 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.318852 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.319609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.319947 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > port after_create 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.320286 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.320620 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > port after_update 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.320947 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.321285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.321604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.321944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.461581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.461881 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.462212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.462594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:18:19.462954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aae78ad-1f20-42ac-b114-3edd397b80a0']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:18:19.484324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0bc3c6-bf75-4630-a919-5b9111195607') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:18:19.484615 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0bc3c6-bf75-4630-a919-5b9111195607') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:18:19.514565 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (1c0bc3c6-bf75-4630-a919-5b9111195607), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.572793 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (1c0bc3c6-bf75-4630-a919-5b9111195607), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.584088 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:18:19.584360 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (1c0bc3c6-bf75-4630-a919-5b9111195607), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: from cryptography.utils import int_from_bytes Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: from cryptography.utils import int_from_bytes Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.618514 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:18:19.620981 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:18:19.912872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (5aae78ad-1f20-42ac-b114-3edd397b80a0), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.939173 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:19.946146 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] 10.222.0.10 "DELETE /v2.0/networks/5aae78ad-1f20-42ac-b114-3edd397b80a0 HTTP/1.1" status: 204 len: 168 time: 0.9315670 Jan 10 17:18:19.948236 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7befe-3533-4218-8b0e-576d0576274b admin admin] Pushing event deleted for resources: {'Network': ['ID=5aae78ad-1f20-42ac-b114-3edd397b80a0,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:19.969615 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955ec4-1045-4ed1-952d-a2ae37d0f7c3 req-1d1e5923-84df-4c82-b301-3cfb202a09c6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:19.971061 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64955ec4-1045-4ed1-952d-a2ae37d0f7c3 req-1d1e5923-84df-4c82-b301-3cfb202a09c6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.3505821 Jan 10 17:18:20.026689 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c31d50-6a98-4498-b347-3a3e00ef0f65 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:18:20.039152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks [] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.060547 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64955ec4-1045-4ed1-952d-a2ae37d0f7c3 req-41bae403-1bf7-4a2b-a2ce-0edbfbd2f763 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712891 Jan 10 17:18:20.063160 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Transition to ACTIVE for port object 37c31d50-6a98-4498-b347-3a3e00ef0f65 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:18:20.070441 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.166599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Pushing event updated for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:20.168879 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36250) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:20.220245 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-466adab8-49b0-4b8e-ac40-0ed6c6c13a7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4ad261e9d0441fc86830a05033c7674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493295 Jan 10 17:18:20.228197 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36254) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:20.230654 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545834d3-80da-4f30-bd86-12d3f72acf4f req-6e43e14f-da15-4402-94bf-7db3a650235c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:20.238171 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-545834d3-80da-4f30-bd86-12d3f72acf4f req-6e43e14f-da15-4402-94bf-7db3a650235c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 943 time: 0.1282594 Jan 10 17:18:20.288933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Attempting to bind port 37c31d50-6a98-4498-b347-3a3e00ef0f65 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:18:20.289505 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Attempting to bind port 37c31d50-6a98-4498-b347-3a3e00ef0f65 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:18:20.289615 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Attempting to bind port 37c31d50-6a98-4498-b347-3a3e00ef0f65 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:18:20.305578 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Port 37c31d50-6a98-4498-b347-3a3e00ef0f65 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:18:20.305968 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Attempting to bind port 37c31d50-6a98-4498-b347-3a3e00ef0f65 on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:18:20.323372 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] Publish callbacks [] for security_group (fbad541a-a083-4421-a284-07825707afd5), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.325395 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-545834d3-80da-4f30-bd86-12d3f72acf4f req-7668d744-cffe-4205-82d0-974f8c1fc52c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Jan 10 17:18:20.336078 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:18:20.338853 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Checking segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:18:20.339263 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Bound using segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:18:20.339734 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Bound port: 37c31d50-6a98-4498-b347-3a3e00ef0f65, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:18:20.340108 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.363563 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] Publish callbacks [] for security_group (fbad541a-a083-4421-a284-07825707afd5), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.409298 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fbad541a-a083-4421-a284-07825707afd5), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.412623 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.413562 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:18:20.414074 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbad541a-a083-4421-a284-07825707afd5 HTTP/1.1" status: 204 len: 168 time: 0.1849165 Jan 10 17:18:20.418383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:18:20.424782 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43e064-145b-4e7a-9de4-def46f8baa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad541a-a083-4421-a284-07825707afd5,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:20.431310 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.470827 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:20.471443 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:20.473505 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] 10.222.0.24 "PUT /v2.0/ports/37c31d50-6a98-4498-b347-3a3e00ef0f65 HTTP/1.1" status: 200 len: 1093 time: 1.4702606 Jan 10 17:18:20.474071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:18:20.476444 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e633f-518f-41e3-a289-63aa28258733" -d '{"events": [{"name": "network-changed", "server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:18:20.502681 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77431a4-8d04-40ae-92f4-e38d0fd6e478 service neutron] Pushing event updated for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:20.512541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9efd1ee-ef50-4a0b-83c5-2e6e23bab5bc x-openstack-request-id: req-f9efd1ee-ef50-4a0b-83c5-2e6e23bab5bc {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:18:20.512835 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:18:20.513156 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9efd1ee-ef50-4a0b-83c5-2e6e23bab5bc {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:18:20.513649 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'status': 'completed', 'code': 200} Jan 10 17:18:20.570024 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-364695fe-cbe2-44e6-9b86-6088965eba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:20.571569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-364695fe-cbe2-44e6-9b86-6088965eba3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 1096 time: 0.0426371 Jan 10 17:18:20.623127 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-fa71bf7c-aeae-4066-bd47-015de68190d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65 HTTP/1.1" status: 200 len: 217 time: 0.0385668 Jan 10 17:18:20.675023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-1355b2dd-3a52-4b24-b70e-ab8f430cf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:20.676623 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-1355b2dd-3a52-4b24-b70e-ab8f430cf5f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0456970 Jan 10 17:18:20.714031 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-a4ed9bf0-7bc7-417b-8683-b400ca292426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244925 Jan 10 17:18:20.813368 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-ae66bbf8-1c8f-4745-98bb-5be8557d1341 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913885 Jan 10 17:18:20.905233 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c04b7e2-72c7-4f91-94cb-e5f43bacd17d req-550d6f8f-26f4-40cb-ac5f-f76a2e66dd3d service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840931 Jan 10 17:18:21.000215 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e633f-518f-41e3-a289-63aa28258733 req-d10b85a6-05b7-46ce-a6bd-60a435686303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:21.001689 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-d10b85a6-05b7-46ce-a6bd-60a435686303 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 1096 time: 0.0411701 Jan 10 17:18:21.124235 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e633f-518f-41e3-a289-63aa28258733 req-1e26ea7e-335a-4874-a20e-4e67543b4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:21.125738 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-1e26ea7e-335a-4874-a20e-4e67543b4f5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 916 time: 0.1140382 Jan 10 17:18:21.202569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-158a3580-0fe7-46b1-a922-24a174c093eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65 HTTP/1.1" status: 200 len: 217 time: 0.0547996 Jan 10 17:18:21.271601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f5e3-72bb-478e-9c0f-5a55efb4eaae req-bd3f35b4-3430-4d80-b0a8-6e64ade3c606 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:21.273087 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f096f5e3-72bb-478e-9c0f-5a55efb4eaae req-bd3f35b4-3430-4d80-b0a8-6e64ade3c606 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.1240978 Jan 10 17:18:21.276694 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e633f-518f-41e3-a289-63aa28258733 req-29db5405-3520-4c59-bccc-a212515c38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:21.278011 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-29db5405-3520-4c59-bccc-a212515c38da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0631442 Jan 10 17:18:21.320534 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-9ea8df48-d36b-41e2-a8eb-efafcfc5e656 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341921 Jan 10 17:18:21.444141 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f096f5e3-72bb-478e-9c0f-5a55efb4eaae req-6af20305-965a-4be2-a7a5-09c741149b03 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638875 Jan 10 17:18:21.522101 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1793b-9dd0-4b5d-ba45-de833cfb2e26 req-975ce726-6509-410d-9731-e64e678e1224 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:21.527584 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18d1793b-9dd0-4b5d-ba45-de833cfb2e26 req-975ce726-6509-410d-9731-e64e678e1224 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 943 time: 0.0859962 Jan 10 17:18:21.527584 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-409d0636-11bf-4e0b-80d7-15369bce9825 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936650 Jan 10 17:18:21.622005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36332) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:21.655865 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18d1793b-9dd0-4b5d-ba45-de833cfb2e26 req-1d592a6e-91fb-4888-8c2a-aa3c2627e02d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216860 Jan 10 17:18:21.702528 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-028e633f-518f-41e3-a289-63aa28258733 req-982f9138-7508-4ffc-90e9-39a5f4c01078 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642635 Jan 10 17:18:21.777290 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-cd661766-2bcf-4530-9428-44978274e6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:21.858616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-cd661766-2bcf-4530-9428-44978274e6b0 admin admin] Publish callbacks [] for security_group (4188a8c6-44bf-42e3-a887-016938fa3311), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:21.862202 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-cd661766-2bcf-4530-9428-44978274e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4188a8c6-44bf-42e3-a887-016938fa3311), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:21.900179 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-cd661766-2bcf-4530-9428-44978274e6b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c60fe6e5c0547d4b881de7e0f31fd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771523 Jan 10 17:18:21.901323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661766-2bcf-4530-9428-44978274e6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4188a8c6-44bf-42e3-a887-016938fa3311,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:21.903064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36344) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:21.949905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] Publish callbacks [] for security_group (4188a8c6-44bf-42e3-a887-016938fa3311), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:21.970772 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] Publish callbacks [] for security_group (4188a8c6-44bf-42e3-a887-016938fa3311), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.015879 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4188a8c6-44bf-42e3-a887-016938fa3311), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.018488 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.020238 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4188a8c6-44bf-42e3-a887-016938fa3311 HTTP/1.1" status: 204 len: 168 time: 0.1161792 Jan 10 17:18:22.031099 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337dd6a-a803-43e0-b752-122d5591f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4188a8c6-44bf-42e3-a887-016938fa3311,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:22.274988 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36350) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:22.288254 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e80ba1f1-6dec-47d4-801d-ef5a4c9d1a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.360225 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e80ba1f1-6dec-47d4-801d-ef5a4c9d1a18 admin admin] Publish callbacks [] for security_group (e9ac6f1e-6d4b-4e52-a943-67f10c85a29a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.364051 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e80ba1f1-6dec-47d4-801d-ef5a4c9d1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e9ac6f1e-6d4b-4e52-a943-67f10c85a29a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.401793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba1f1-6dec-47d4-801d-ef5a4c9d1a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac6f1e-6d4b-4e52-a943-67f10c85a29a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:22.405985 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-e80ba1f1-6dec-47d4-801d-ef5a4c9d1a18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a77d6ceb0974903b0f746029bb1c246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299694 Jan 10 17:18:22.408613 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36352) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:22.455972 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] Publish callbacks [] for security_group (e9ac6f1e-6d4b-4e52-a943-67f10c85a29a), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.477440 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] Publish callbacks [] for security_group (e9ac6f1e-6d4b-4e52-a943-67f10c85a29a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.525659 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e9ac6f1e-6d4b-4e52-a943-67f10c85a29a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.528923 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:22.530335 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9ac6f1e-6d4b-4e52-a943-67f10c85a29a HTTP/1.1" status: 204 len: 168 time: 0.1207554 Jan 10 17:18:22.545241 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1ac6c-cedd-433a-bb3e-806aca82d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac6f1e-6d4b-4e52-a943-67f10c85a29a,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:22.574058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4ddf-cea4-4a88-a1f1-fc3ea6d1acff req-ce52d286-23df-4a1d-8435-de48b5bb6245 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:22.575725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5ed4ddf-cea4-4a88-a1f1-fc3ea6d1acff req-ce52d286-23df-4a1d-8435-de48b5bb6245 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0595508 Jan 10 17:18:22.621938 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5ed4ddf-cea4-4a88-a1f1-fc3ea6d1acff req-0c6bb33c-8141-4128-b124-2dd6c5dbb72d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Jan 10 17:18:22.800918 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36165e96-de63-4136-8560-af5c1b7ddb66 req-32a407de-5699-4c93-9e30-779785d5a79d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:22.802443 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-36165e96-de63-4136-8560-af5c1b7ddb66 req-32a407de-5699-4c93-9e30-779785d5a79d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 943 time: 0.0623107 Jan 10 17:18:22.859915 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-36165e96-de63-4136-8560-af5c1b7ddb66 req-2bad280d-59e1-4812-9984-adfcf227c498 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505822 Jan 10 17:18:23.741485 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f1717-993d-49ce-b37f-4d36e6665978 req-38a6e98c-0878-4139-99b4-dc7d1fe02b32 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:23.742979 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bb1f1717-993d-49ce-b37f-4d36e6665978 req-38a6e98c-0878-4139-99b4-dc7d1fe02b32 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0476289 Jan 10 17:18:23.797809 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bb1f1717-993d-49ce-b37f-4d36e6665978 req-50b410a1-f1b6-4e65-b91f-ea9b295b3508 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490103 Jan 10 17:18:23.992766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9cd64-cb61-413e-9233-4fb4f6a973fc req-6f30a57e-44f1-434b-9a20-c7398e14f1a3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:23.994644 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bee9cd64-cb61-413e-9233-4fb4f6a973fc req-6f30a57e-44f1-434b-9a20-c7398e14f1a3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 943 time: 0.0563936 Jan 10 17:18:24.046643 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bee9cd64-cb61-413e-9233-4fb4f6a973fc req-873513e8-0b22-428f-b5c1-3e8394d485ec tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Jan 10 17:18:24.907358 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a09f41-c15a-45ed-90f0-a60ef2f25861 req-c63be71d-329a-4b21-8712-ed05c1774fbf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:24.908785 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54a09f41-c15a-45ed-90f0-a60ef2f25861 req-c63be71d-329a-4b21-8712-ed05c1774fbf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0465684 Jan 10 17:18:24.954460 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54a09f41-c15a-45ed-90f0-a60ef2f25861 req-675675ba-2193-44c1-994d-14f5b22bb9c3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Jan 10 17:18:25.163103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44965b17-831f-4e87-9d74-794cf8295a83 req-fd7ded52-4c2c-4651-a065-05f43daf58b7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:25.164566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44965b17-831f-4e87-9d74-794cf8295a83 req-fd7ded52-4c2c-4651-a065-05f43daf58b7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 943 time: 0.0526900 Jan 10 17:18:25.208134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 37c31d50-6a98-4498-b347-3a3e00ef0f65 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:18:25.244992 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44965b17-831f-4e87-9d74-794cf8295a83 req-75aa71c6-aa1d-4335-bfe3-b874f8e5b8dd tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696599 Jan 10 17:18:25.333474 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:25.345945 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'port_id': '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'mac_address': 'fa:16:3e:2d:a2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3777e6f-57fd-41d0-b589-c21c7a0b19e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:18:25.364625 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36468) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:25.388650 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 37c31d50-6a98-4498-b347-3a3e00ef0f65 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:18:25.389044 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.405936 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c31d50-6a98-4498-b347-3a3e00ef0f65 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:18:25.426740 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:25.432003 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.466207 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:18:25.480303 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:25.490318 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.490781 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.491138 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.491483 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.491980 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.492317 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.492649 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.492980 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.493307 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.493651 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.493981 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.494338 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.494659 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:18:25.502153 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42f59f33-2037-46b1-b3b1-9f81423f9279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.583904 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42f59f33-2037-46b1-b3b1-9f81423f9279 admin admin] Publish callbacks [] for security_group (8421425d-ab36-4444-879d-bf846cd5a0cd), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.587724 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42f59f33-2037-46b1-b3b1-9f81423f9279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8421425d-ab36-4444-879d-bf846cd5a0cd), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.628858 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-42f59f33-2037-46b1-b3b1-9f81423f9279 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba2f0adb03244948bfd08d40fc40b63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630775 Jan 10 17:18:25.629755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f59f33-2037-46b1-b3b1-9f81423f9279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8421425d-ab36-4444-879d-bf846cd5a0cd,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:25.631480 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36476) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:25.693769 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] Publish callbacks [] for security_group (8421425d-ab36-4444-879d-bf846cd5a0cd), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.715292 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] Publish callbacks [] for security_group (8421425d-ab36-4444-879d-bf846cd5a0cd), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.761509 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8421425d-ab36-4444-879d-bf846cd5a0cd), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.764238 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:25.765455 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8421425d-ab36-4444-879d-bf846cd5a0cd HTTP/1.1" status: 204 len: 168 time: 0.1310074 Jan 10 17:18:25.774379 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c47df-55b9-4637-9ed6-c14d8b2987d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8421425d-ab36-4444-879d-bf846cd5a0cd,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:26.012960 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36486) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:26.026458 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74102ded-c8cb-4bf6-8276-3bfdeb6fd442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.035828 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['37c31d50-6a98-4498-b347-3a3e00ef0f65'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:18:26.084879 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4928d-f634-49f5-86f9-371620dbaac1 req-2c3cc500-d272-4315-9d7d-42a824328fbc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:26.086477 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d8a4928d-f634-49f5-86f9-371620dbaac1 req-2c3cc500-d272-4315-9d7d-42a824328fbc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0617414 Jan 10 17:18:26.120885 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74102ded-c8cb-4bf6-8276-3bfdeb6fd442 admin admin] Publish callbacks [] for security_group (5f6b7a52-d4ac-4021-8b27-ae2dee934f00), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.125944 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74102ded-c8cb-4bf6-8276-3bfdeb6fd442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5f6b7a52-d4ac-4021-8b27-ae2dee934f00), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.137328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d8a4928d-f634-49f5-86f9-371620dbaac1 req-a0307a47-94a0-4ec8-b439-ee5bcf87fdb8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Jan 10 17:18:26.166259 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-74102ded-c8cb-4bf6-8276-3bfdeb6fd442 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=401176d8436e4ae9aa03ec510b284d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519620 Jan 10 17:18:26.169208 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36490) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:26.170708 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74102ded-c8cb-4bf6-8276-3bfdeb6fd442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b7a52-d4ac-4021-8b27-ae2dee934f00,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:26.231547 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] Publish callbacks [] for security_group (5f6b7a52-d4ac-4021-8b27-ae2dee934f00), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.252252 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] Publish callbacks [] for security_group (5f6b7a52-d4ac-4021-8b27-ae2dee934f00), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.298066 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5f6b7a52-d4ac-4021-8b27-ae2dee934f00), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.300702 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:26.301856 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f6b7a52-d4ac-4021-8b27-ae2dee934f00 HTTP/1.1" status: 204 len: 168 time: 0.1316700 Jan 10 17:18:26.309558 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6e8a9-db5c-4fe1-8211-e6b7221e10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b7a52-d4ac-4021-8b27-ae2dee934f00,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:26.369295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66ac7-208c-4269-994d-6a264f2fd974 req-4e0894c7-06b0-46ee-b185-a747c7ca688c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:26.370817 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86e66ac7-208c-4269-994d-6a264f2fd974 req-4e0894c7-06b0-46ee-b185-a747c7ca688c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 944 time: 0.0477073 Jan 10 17:18:26.436552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86e66ac7-208c-4269-994d-6a264f2fd974 req-c5ead660-b89e-4935-a3fd-3cf4cf40aad6 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552166 Jan 10 17:18:27.269549 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695db007-a1f0-41a6-956b-737a2e51f1ac req-9347036b-8199-47e8-b80a-60fa1a8f77f3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:27.272580 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-695db007-a1f0-41a6-956b-737a2e51f1ac req-9347036b-8199-47e8-b80a-60fa1a8f77f3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0576322 Jan 10 17:18:27.323670 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-695db007-a1f0-41a6-956b-737a2e51f1ac req-6a76a116-5f08-4ef0-bf88-e58139db1cf7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Jan 10 17:18:27.545904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325027d-64b6-44f4-9700-897948e7e9d6 req-a0b769d3-aa26-4c52-82bb-f5e9122de697 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:27.547689 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8325027d-64b6-44f4-9700-897948e7e9d6 req-a0b769d3-aa26-4c52-82bb-f5e9122de697 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 944 time: 0.0543659 Jan 10 17:18:27.594556 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8325027d-64b6-44f4-9700-897948e7e9d6 req-3d658e13-8d75-44a2-90a8-d79ec851bb00 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Jan 10 17:18:28.467812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48f14f-86a4-4470-b95a-1e78c9725609 req-1fdc38ea-8c85-4908-a194-eda1b5af145d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:28.470750 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c48f14f-86a4-4470-b95a-1e78c9725609 req-1fdc38ea-8c85-4908-a194-eda1b5af145d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0658760 Jan 10 17:18:28.546811 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c48f14f-86a4-4470-b95a-1e78c9725609 req-21bef648-ad7c-49ac-9c7f-700efce8e389 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691874 Jan 10 17:18:28.709528 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f11c-9bdf-4911-b6bf-dbdf5524c0e7 req-50876168-a5dd-4e4b-8d41-9008da8b55f4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:28.710920 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cba7f11c-9bdf-4911-b6bf-dbdf5524c0e7 req-50876168-a5dd-4e4b-8d41-9008da8b55f4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 944 time: 0.0473239 Jan 10 17:18:28.756638 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cba7f11c-9bdf-4911-b6bf-dbdf5524c0e7 req-53df30e6-3886-40dd-aef8-76fb87c87ac4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Jan 10 17:18:29.250360 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 37c31d50-6a98-4498-b347-3a3e00ef0f65 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:18:29.297411 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 37c31d50-6a98-4498-b347-3a3e00ef0f65 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:18:29.301573 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 37c31d50-6a98-4498-b347-3a3e00ef0f65 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:18:29.301944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:29.376756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 37c31d50-6a98-4498-b347-3a3e00ef0f65 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:18:29.377128 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:29.398922 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:18:29.401138 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a3609b-acbb-4cbe-874d-37a3b2639ef4" -d '{"events": [{"server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "name": "network-vif-plugged", "status": "completed", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:18:29.413753 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:29.418003 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:29.439718 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbca72d-9a4c-4267-b09e-4d84d8b14165 x-openstack-request-id: req-afbca72d-9a4c-4267-b09e-4d84d8b14165 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:18:29.440028 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "name": "network-vif-plugged", "status": "completed", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:18:29.440279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afbca72d-9a4c-4267-b09e-4d84d8b14165 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:18:29.440663 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'code': 200} Jan 10 17:18:29.466740 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:29.692473 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e40e6-da2e-418f-9210-2cafeff27d6b req-25cc70e5-72fc-4277-badf-1c964c68cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:29.692473 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-260e40e6-da2e-418f-9210-2cafeff27d6b req-25cc70e5-72fc-4277-badf-1c964c68cb71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 1098 time: 0.0768037 Jan 10 17:18:29.700931 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdd83d-6f7e-4956-9a51-a547767fcda1 req-ded2312d-8c91-4eea-91a9-975e05e6cea2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:29.702375 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87cdd83d-6f7e-4956-9a51-a547767fcda1 req-ded2312d-8c91-4eea-91a9-975e05e6cea2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0772362 Jan 10 17:18:29.776086 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-260e40e6-da2e-418f-9210-2cafeff27d6b req-74b80f5f-8944-41ea-8c78-314c4d645cd8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727627 Jan 10 17:18:29.800155 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87cdd83d-6f7e-4956-9a51-a547767fcda1 req-4d89a3fb-4f83-4a4e-ac8e-ac67285c7d3e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777507 Jan 10 17:18:29.886401 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705c33-1980-4714-a3c7-556d91c043da req-193d6e22-3fd9-486c-b954-1ab5d7a68838 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:29.888021 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fc705c33-1980-4714-a3c7-556d91c043da req-193d6e22-3fd9-486c-b954-1ab5d7a68838 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0521007 Jan 10 17:18:29.936553 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fc705c33-1980-4714-a3c7-556d91c043da req-0e769f66-4c38-40c8-a1d3-a8b5910c0757 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Jan 10 17:18:30.904816 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47822dc-bbe6-4531-a5ab-be0ff183d322 req-424aba32-5794-4091-be9e-c902e9f214c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:30.906704 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b47822dc-bbe6-4531-a5ab-be0ff183d322 req-424aba32-5794-4091-be9e-c902e9f214c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0527375 Jan 10 17:18:30.962722 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b47822dc-bbe6-4531-a5ab-be0ff183d322 req-c7832d6e-d917-4fce-a866-c108a2b18da9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501406 Jan 10 17:18:31.058471 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53081ddb-6bdf-43e9-bec3-2c0b1df2cdf6 req-30109714-2421-4f91-be24-b4efbf33eec1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:31.059946 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53081ddb-6bdf-43e9-bec3-2c0b1df2cdf6 req-30109714-2421-4f91-be24-b4efbf33eec1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0491550 Jan 10 17:18:31.107101 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53081ddb-6bdf-43e9-bec3-2c0b1df2cdf6 req-dc25c8a8-f467-4bd0-9717-22a3e9487eb1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Jan 10 17:18:31.329562 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36738) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:31.435173 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5190e2b1-acbc-4762-8053-fa1055df21d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.506066 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5190e2b1-acbc-4762-8053-fa1055df21d8 admin admin] Publish callbacks [] for security_group (e21edfd1-154c-48f9-9ad8-3ab75e6b21eb), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.510136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5190e2b1-acbc-4762-8053-fa1055df21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e21edfd1-154c-48f9-9ad8-3ab75e6b21eb), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.550272 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5190e2b1-acbc-4762-8053-fa1055df21d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1893b0880b2e4afbb4a98e3a151eac60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196331 Jan 10 17:18:31.551777 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190e2b1-acbc-4762-8053-fa1055df21d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21edfd1-154c-48f9-9ad8-3ab75e6b21eb,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:31.553461 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36742) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:31.601597 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] Publish callbacks [] for security_group (e21edfd1-154c-48f9-9ad8-3ab75e6b21eb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.622954 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] Publish callbacks [] for security_group (e21edfd1-154c-48f9-9ad8-3ab75e6b21eb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.668727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e21edfd1-154c-48f9-9ad8-3ab75e6b21eb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.671330 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:31.672571 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e21edfd1-154c-48f9-9ad8-3ab75e6b21eb HTTP/1.1" status: 204 len: 168 time: 0.1170759 Jan 10 17:18:31.680529 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8729e59-db6f-4d65-abe3-7442b4c6b4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21edfd1-154c-48f9-9ad8-3ab75e6b21eb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:32.079673 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f0374-7d64-4a3b-baf0-c245ff55fa7f req-059e4fb6-600d-406b-93b7-9b87a76b02b3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:32.081179 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b7f0374-7d64-4a3b-baf0-c245ff55fa7f req-059e4fb6-600d-406b-93b7-9b87a76b02b3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0504079 Jan 10 17:18:32.150383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b7f0374-7d64-4a3b-baf0-c245ff55fa7f req-575461b2-934d-4e3e-95e0-e4375a546c58 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571988 Jan 10 17:18:32.237386 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc43b1-4551-4c99-8b4f-26930300c7c3 req-2da8b575-9dc2-4ab1-8f85-192990930549 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:32.239093 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3cc43b1-4551-4c99-8b4f-26930300c7c3 req-2da8b575-9dc2-4ab1-8f85-192990930549 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0565727 Jan 10 17:18:32.306576 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3cc43b1-4551-4c99-8b4f-26930300c7c3 req-eddba876-9f65-4c9e-94d5-a8f944191278 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Jan 10 17:18:33.269280 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ae973-3793-4d38-85f9-dd74ea1bae1f req-fc5d0e4c-ce39-4ed0-8d01-b4319bc94b2f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:33.270996 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023ae973-3793-4d38-85f9-dd74ea1bae1f req-fc5d0e4c-ce39-4ed0-8d01-b4319bc94b2f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0520463 Jan 10 17:18:33.323158 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023ae973-3793-4d38-85f9-dd74ea1bae1f req-e71b37cc-c10b-4dc5-bd98-9e40a7450952 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Jan 10 17:18:33.948531 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-97a1f64a-fcfa-42fc-8158-d083c9f0db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.180324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-b2a4a0a0-71df-41c2-b743-5ad9a5856fd0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:34.181783 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-b2a4a0a0-71df-41c2-b743-5ad9a5856fd0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.1019340 Jan 10 17:18:34.196138 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-e4bf6b6e-d44a-47da-9a09-042b4054859b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/quotas/c346efae5fb94b1a81a585527ed1d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0092759 Jan 10 17:18:34.245540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-c77c507b-2904-449d-bef4-372655141288 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446827 Jan 10 17:18:34.333830 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-df3ae19a-06de-4159-92a9-46e87c47ae40 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818226 Jan 10 17:18:34.438809 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-15167868-db1f-4e49-81cd-8833508e7a94 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991352 Jan 10 17:18:34.481694 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.496857 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bee39c-e124-425c-a21b-c8199f7c0a45 req-92e165ba-39b2-45ee-a7d3-2ae839d193c8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:34.498802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-41bee39c-e124-425c-a21b-c8199f7c0a45 req-92e165ba-39b2-45ee-a7d3-2ae839d193c8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0590956 Jan 10 17:18:34.576212 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36904) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:34.608197 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-41bee39c-e124-425c-a21b-c8199f7c0a45 req-dd48f90c-2f6a-4810-be03-5331f3768fe9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973866 Jan 10 17:18:34.727633 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9e73816d-5b2e-49be-a6f7-353156068d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.754003 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bfe25688-c4b9-46c2-8a09-7ff0280c575f req-8098b905-4a02-4b69-9d76-77550c43c2ba tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 210 time: 0.0371723 Jan 10 17:18:34.834460 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9e73816d-5b2e-49be-a6f7-353156068d0d admin admin] Publish callbacks [] for security_group (3bd491e4-623a-417f-8170-f7ded6ba17cd), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.840409 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9e73816d-5b2e-49be-a6f7-353156068d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3bd491e4-623a-417f-8170-f7ded6ba17cd), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.879859 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9e73816d-5b2e-49be-a6f7-353156068d0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bf01d0af5bc47ff98bdf37f02665439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013997 Jan 10 17:18:34.881929 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36920) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:34.934397 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73816d-5b2e-49be-a6f7-353156068d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd491e4-623a-417f-8170-f7ded6ba17cd,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:34.947609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] Publish callbacks [] for security_group (3bd491e4-623a-417f-8170-f7ded6ba17cd), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:34.976523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] Publish callbacks [] for security_group (3bd491e4-623a-417f-8170-f7ded6ba17cd), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.041430 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3bd491e4-623a-417f-8170-f7ded6ba17cd), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.044693 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.046037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bd491e4-623a-417f-8170-f7ded6ba17cd HTTP/1.1" status: 204 len: 168 time: 0.1630542 Jan 10 17:18:35.055364 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272e9d9-d366-4956-b321-dbdc58a3da78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd491e4-623a-417f-8170-f7ded6ba17cd,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:35.344604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36946) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:35.357781 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6dac3085-cc2c-4763-925b-e6f207cdda35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.428800 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6dac3085-cc2c-4763-925b-e6f207cdda35 admin admin] Publish callbacks [] for security_group (13637b20-18c7-4367-ab87-2ebafeb3d415), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.432182 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6dac3085-cc2c-4763-925b-e6f207cdda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (13637b20-18c7-4367-ab87-2ebafeb3d415), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.468016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3085-cc2c-4763-925b-e6f207cdda35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13637b20-18c7-4367-ab87-2ebafeb3d415,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:35.472234 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-6dac3085-cc2c-4763-925b-e6f207cdda35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c0186236c4e49439d6267812ea8c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265032 Jan 10 17:18:35.474838 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36948) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:35.520727 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] Publish callbacks [] for security_group (13637b20-18c7-4367-ab87-2ebafeb3d415), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.544251 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] Publish callbacks [] for security_group (13637b20-18c7-4367-ab87-2ebafeb3d415), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.590310 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (13637b20-18c7-4367-ab87-2ebafeb3d415), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.593001 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.594186 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13637b20-18c7-4367-ab87-2ebafeb3d415 HTTP/1.1" status: 204 len: 168 time: 0.1184382 Jan 10 17:18:35.601604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33d5c9-58a9-4a3b-8f59-1e6421af0a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13637b20-18c7-4367-ab87-2ebafeb3d415,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:35.789662 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-70046ab7-99d9-4fdf-85c7-89949b025cfe tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:35.791427 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-70046ab7-99d9-4fdf-85c7-89949b025cfe tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.1561189 Jan 10 17:18:35.800006 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb760e6-c82f-4255-bcee-2181a0702da0 req-e9c08d71-0b6c-4e04-bda6-77280ab782db tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:35.801942 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bcb760e6-c82f-4255-bcee-2181a0702da0 req-e9c08d71-0b6c-4e04-bda6-77280ab782db tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0953510 Jan 10 17:18:35.827890 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Request body: {'port': {'device_id': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'admin_state_up': True, 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:18:35.932164 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bcb760e6-c82f-4255-bcee-2181a0702da0 req-02c13aa8-08a5-4e3c-ab8d-533bd6ec161e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246271 Jan 10 17:18:35.937747 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4a855fd-b22c-454a-b411-e4e853700622 req-4f048f0f-d42c-4ca1-95ad-0220847855cb tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 210 time: 0.0485075 Jan 10 17:18:35.982357 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 36964) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:35.994002 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:18:35.995875 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4800-6671-4533-80fc-f347ece4e7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:35.997477 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.070201 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4800-6671-4533-80fc-f347ece4e7dd admin admin] Publish callbacks [] for security_group (1203dfbc-8818-4db5-895f-3a0f76ef3b73), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.075685 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9d0c4800-6671-4533-80fc-f347ece4e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1203dfbc-8818-4db5-895f-3a0f76ef3b73), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.105577 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c4800-6671-4533-80fc-f347ece4e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1203dfbc-8818-4db5-895f-3a0f76ef3b73,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:36.123750 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 36974) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:36.123878 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9d0c4800-6671-4533-80fc-f347ece4e7dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd7125cebaba4671bb49bbab95c9ca07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402447 Jan 10 17:18:36.162367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Allocated IP 172.20.0.14 (65c0ab5c-643f-4854-bda9-a2baabfd7842/a3777e6f-57fd-41d0-b589-c21c7a0b19e8/e4b79f64-2dc8-412b-b866-2a4c9384ddbb) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:18:36.227461 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] Publish callbacks [] for security_group (1203dfbc-8818-4db5-895f-3a0f76ef3b73), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.279419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] Publish callbacks [] for security_group (1203dfbc-8818-4db5-895f-3a0f76ef3b73), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.380422 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks [] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.383456 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1203dfbc-8818-4db5-895f-3a0f76ef3b73), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.386145 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.387275 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1203dfbc-8818-4db5-895f-3a0f76ef3b73 HTTP/1.1" status: 204 len: 168 time: 0.2602320 Jan 10 17:18:36.400925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d8cd4-6eb2-4e27-b12e-c5cabd10adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203dfbc-8818-4db5-895f-3a0f76ef3b73,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:36.421074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-08ad63d3-e9ae-4670-98c4-7f272d9569fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.436552 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.448214 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9', '37c31d50-6a98-4498-b347-3a3e00ef0f65'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:18:36.671158 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:18:36.674185 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:18:36.680631 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:18:36.717436 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event updated for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:36.736416 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:36.737019 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:36.752576 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-a491d326-c9d2-4db6-9021-9d8b3eb680f8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9304976 Jan 10 17:18:36.770448 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Request body: {'port': {'device_id': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:18:36.827140 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.079039 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6e4a-b3f2-47b5-b7a5-30dba1ce5700 req-18c5aec4-b146-4a9e-84f4-5eb77fff094f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:37.080511 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-493c6e4a-b3f2-47b5-b7a5-30dba1ce5700 req-18c5aec4-b146-4a9e-84f4-5eb77fff094f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0751853 Jan 10 17:18:37.160116 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b79f64-2dc8-412b-b866-2a4c9384ddbb {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:18:37.168696 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks [] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.174920 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-493c6e4a-b3f2-47b5-b7a5-30dba1ce5700 req-29a6cd64-a5c0-44b2-9136-2f2a6f7fcca8 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Jan 10 17:18:37.176834 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.188914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Transition to ACTIVE for port object e4b79f64-2dc8-412b-b866-2a4c9384ddbb will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:18:37.204358 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.299254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Pushing event updated for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:37.355602 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079600-6a15-48ed-8f87-0ca15114cbcc req-4cbd4b9a-407b-4efc-8eea-8f8b9fdfba26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:37.362749 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4c079600-6a15-48ed-8f87-0ca15114cbcc req-4cbd4b9a-407b-4efc-8eea-8f8b9fdfba26 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.1213598 Jan 10 17:18:37.412741 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Attempting to bind port e4b79f64-2dc8-412b-b866-2a4c9384ddbb on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:18:37.413439 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Attempting to bind port e4b79f64-2dc8-412b-b866-2a4c9384ddbb by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:18:37.413439 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Attempting to bind port e4b79f64-2dc8-412b-b866-2a4c9384ddbb on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:18:37.427312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Port e4b79f64-2dc8-412b-b866-2a4c9384ddbb on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:18:37.427668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Attempting to bind port e4b79f64-2dc8-412b-b866-2a4c9384ddbb on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:18:37.436447 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4c079600-6a15-48ed-8f87-0ca15114cbcc req-9770da07-8bb1-4012-9ff7-125eece85fcc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Jan 10 17:18:37.437656 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:18:37.437996 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Checking segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:18:37.438404 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Bound using segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:18:37.438835 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Bound port: e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:18:37.439185 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.511275 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:18:37.514797 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:18:37.519717 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.557521 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:37.558148 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:37.559561 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] 10.222.0.24 "PUT /v2.0/ports/e4b79f64-2dc8-412b-b866-2a4c9384ddbb HTTP/1.1" status: 200 len: 1094 time: 0.7937350 Jan 10 17:18:37.560006 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:18:37.562281 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07817cc2-7aab-4942-ba46-7d345786f0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:18:37.584788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae258ee-ff31-41f4-9e74-f0396042961e service neutron] Pushing event updated for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:38.767197 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:39.107399 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c8344c-5915-4670-ae81-95b8d7433d26 x-openstack-request-id: req-64c8344c-5915-4670-ae81-95b8d7433d26 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:18:39.107889 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:18:39.107993 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64c8344c-5915-4670-ae81-95b8d7433d26 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:18:39.108479 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', 'status': 'completed', 'code': 200} Jan 10 17:18:39.202295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a2c81-946c-406d-8871-0de4fdb70ad8 req-d5b8a9fe-098f-4f32-871b-124d9e285cab tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:39.203763 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f2a2c81-946c-406d-8871-0de4fdb70ad8 req-d5b8a9fe-098f-4f32-871b-124d9e285cab tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0554807 Jan 10 17:18:39.251629 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f2a2c81-946c-406d-8871-0de4fdb70ad8 req-b1ed8c23-2242-43a5-8dbc-2cb63bc063dd tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Jan 10 17:18:39.353592 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac12fb-abdc-4c90-abdb-2e33ee919f10 req-feb2209f-ef9f-4202-93d7-aada7409b0cc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:39.354985 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7bac12fb-abdc-4c90-abdb-2e33ee919f10 req-feb2209f-ef9f-4202-93d7-aada7409b0cc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.0470459 Jan 10 17:18:39.402980 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7bac12fb-abdc-4c90-abdb-2e33ee919f10 req-26b1751f-add1-4171-b1a9-d41ea82bf3fc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jan 10 17:18:40.421136 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:40.520548 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-6294ff8d-5621-4b3d-897b-440d83548955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:40.522108 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-6294ff8d-5621-4b3d-897b-440d83548955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 1097 time: 0.0411265 Jan 10 17:18:40.896325 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-03c03761-5154-4ba0-be34-2b34faee6c67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb HTTP/1.1" status: 200 len: 217 time: 0.0382621 Jan 10 17:18:41.018263 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-1de7f91e-3ab3-415e-9802-5983d3aea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.020277 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-1de7f91e-3ab3-415e-9802-5983d3aea408 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.1148546 Jan 10 17:18:41.041098 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f727e-1069-4009-82b7-4750145dcd34 req-0a218e48-430f-4fbd-b4d6-51a93c88c3db tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.042649 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-073f727e-1069-4009-82b7-4750145dcd34 req-0a218e48-430f-4fbd-b4d6-51a93c88c3db tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0994909 Jan 10 17:18:41.094473 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-82fa1be0-5283-41e0-a799-5b6b3afb3818 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506821 Jan 10 17:18:41.104382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee392c-ce14-4c13-be9a-a10ce20b5cd0 req-f012aae7-9472-4ba8-9a74-9a0905bd6ef1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.105739 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fee392c-ce14-4c13-be9a-a10ce20b5cd0 req-f012aae7-9472-4ba8-9a74-9a0905bd6ef1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.1300788 Jan 10 17:18:41.201799 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-073f727e-1069-4009-82b7-4750145dcd34 req-99497ddf-80ab-4528-abba-60bfc10f7569 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460567 Jan 10 17:18:41.233663 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fee392c-ce14-4c13-be9a-a10ce20b5cd0 req-e7f0edf2-971c-4828-86f4-deea9c4e4802 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180191 Jan 10 17:18:41.248893 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-55a76bf6-fc11-49a1-a623-dee3521df767 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421964 Jan 10 17:18:41.337271 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-80dad32e-d1a3-4ced-8a0f-cb539a0f7544 req-cd384956-0081-4058-ab1b-f7d03ee72566 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814369 Jan 10 17:18:41.434756 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-73761113-cc72-4c48-bbf6-b0626f37c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.436222 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-73761113-cc72-4c48-bbf6-b0626f37c5aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 1097 time: 0.0393472 Jan 10 17:18:41.532190 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-3f974724-55f8-4b08-a9b6-6b25358b6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.533715 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-3f974724-55f8-4b08-a9b6-6b25358b6895 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 916 time: 0.0906761 Jan 10 17:18:41.580115 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-febf7260-5160-469d-acde-56aa57ac4a5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb HTTP/1.1" status: 200 len: 217 time: 0.0400028 Jan 10 17:18:41.640035 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-8d502857-09d0-4f08-a68d-2d10514070f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:41.641529 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-8d502857-09d0-4f08-a68d-2d10514070f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0554612 Jan 10 17:18:41.675068 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-8b4606de-c480-410e-84f0-fa3bdb255706 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247197 Jan 10 17:18:41.770639 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-d15c48af-28e2-49e2-aa29-08edf1398cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893946 Jan 10 17:18:41.875274 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-07817cc2-7aab-4942-ba46-7d345786f0ad req-eb6d53ae-c110-4188-bc59-f80463a4cb5f service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979891 Jan 10 17:18:42.342424 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67bdc-f0a2-4bec-acbb-83f385453406 req-f78102ee-6934-4b10-8e73-52f867901d7f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:42.343889 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a8c67bdc-f0a2-4bec-acbb-83f385453406 req-f78102ee-6934-4b10-8e73-52f867901d7f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0735784 Jan 10 17:18:42.379771 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11051-6d12-4899-b42e-4377c481e451 req-5346d006-64e7-42e4-b16e-8cd8a6c07a6b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:42.381251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6da11051-6d12-4899-b42e-4377c481e451 req-5346d006-64e7-42e4-b16e-8cd8a6c07a6b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.0773668 Jan 10 17:18:42.423824 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a8c67bdc-f0a2-4bec-acbb-83f385453406 req-5b5cd14c-9e58-43b4-a1ad-65272a11ff0f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Jan 10 17:18:42.444497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6da11051-6d12-4899-b42e-4377c481e451 req-1dbf9b98-53a3-41fb-a77a-82ef1e9ee394 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Jan 10 17:18:43.568653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a130f-3c7e-4d94-8e93-73c29345b1ad req-57859b42-c29c-46e2-bf2f-7ee9fb54da46 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:43.570156 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-290a130f-3c7e-4d94-8e93-73c29345b1ad req-57859b42-c29c-46e2-bf2f-7ee9fb54da46 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0779097 Jan 10 17:18:43.597633 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102ad78-334e-4fea-aa64-a4bdb81d191f req-301c3fc8-f014-47c2-a3d5-f81f25c0f916 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:43.599113 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b102ad78-334e-4fea-aa64-a4bdb81d191f req-301c3fc8-f014-47c2-a3d5-f81f25c0f916 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.0816143 Jan 10 17:18:43.652475 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-290a130f-3c7e-4d94-8e93-73c29345b1ad req-b9abbeae-4c3e-4f92-8e95-d31a73d59177 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Jan 10 17:18:43.655300 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37188) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:43.673594 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b102ad78-334e-4fea-aa64-a4bdb81d191f req-530af117-8671-4c9e-9a43-f64d482599c7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Jan 10 17:18:43.762378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c5c1-9f7c-43ad-8e80-2587251d6612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.835142 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c5c1-9f7c-43ad-8e80-2587251d6612 admin admin] Publish callbacks [] for security_group (4f2533ff-eccf-4aab-adfe-614419ac21ae), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.838692 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c5c1-9f7c-43ad-8e80-2587251d6612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4f2533ff-eccf-4aab-adfe-614419ac21ae), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.874454 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c5c1-9f7c-43ad-8e80-2587251d6612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2533ff-eccf-4aab-adfe-614419ac21ae,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:43.878638 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d7e1c5c1-9f7c-43ad-8e80-2587251d6612 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab84b947f801498e80fdfbcefe31d512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224417 Jan 10 17:18:43.881207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37192) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:43.928390 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] Publish callbacks [] for security_group (4f2533ff-eccf-4aab-adfe-614419ac21ae), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.948285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] Publish callbacks [] for security_group (4f2533ff-eccf-4aab-adfe-614419ac21ae), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.996474 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4f2533ff-eccf-4aab-adfe-614419ac21ae), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:43.999192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.002612 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f2533ff-eccf-4aab-adfe-614419ac21ae HTTP/1.1" status: 204 len: 168 time: 0.1182315 Jan 10 17:18:44.009530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de58d3-03ee-41c4-8309-9be2386ba09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2533ff-eccf-4aab-adfe-614419ac21ae,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:44.268250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37208) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:44.281533 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccb69f73-c695-4403-a4eb-918fd9a24bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.352399 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccb69f73-c695-4403-a4eb-918fd9a24bcc admin admin] Publish callbacks [] for security_group (73bfead5-6ea3-466d-be68-05f0cfe5bef6), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.355812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ccb69f73-c695-4403-a4eb-918fd9a24bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (73bfead5-6ea3-466d-be68-05f0cfe5bef6), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.391327 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ccb69f73-c695-4403-a4eb-918fd9a24bcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fb29c02e7b34e079afc9d82eca2da54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1213949 Jan 10 17:18:44.393127 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb69f73-c695-4403-a4eb-918fd9a24bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfead5-6ea3-466d-be68-05f0cfe5bef6,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:44.394570 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37210) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:44.441155 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] Publish callbacks [] for security_group (73bfead5-6ea3-466d-be68-05f0cfe5bef6), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.461770 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] Publish callbacks [] for security_group (73bfead5-6ea3-466d-be68-05f0cfe5bef6), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.506626 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (73bfead5-6ea3-466d-be68-05f0cfe5bef6), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.509221 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:44.510446 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73bfead5-6ea3-466d-be68-05f0cfe5bef6 HTTP/1.1" status: 204 len: 168 time: 0.1148098 Jan 10 17:18:44.517714 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf972c4-5dcb-4658-9f17-9810c4aa54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bfead5-6ea3-466d-be68-05f0cfe5bef6,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:47.788435 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e266cd-43fe-44d8-b5cb-262eef610d6c req-c97b1636-1b65-466e-9437-486049723315 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:47.789930 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5e266cd-43fe-44d8-b5cb-262eef610d6c req-c97b1636-1b65-466e-9437-486049723315 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0765519 Jan 10 17:18:47.798574 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceceab-1c11-475d-8b97-2f172166b0fc req-eddb4935-47eb-42d7-84b0-a53979eabe2e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:47.800468 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1fceceab-1c11-475d-8b97-2f172166b0fc req-eddb4935-47eb-42d7-84b0-a53979eabe2e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 944 time: 0.0769448 Jan 10 17:18:47.873206 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5e266cd-43fe-44d8-b5cb-262eef610d6c req-3cf38173-419c-444a-a964-12fd71bb73d7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717981 Jan 10 17:18:47.876440 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1fceceab-1c11-475d-8b97-2f172166b0fc req-b7eec8ac-d1ab-47b6-be34-81e064de3613 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695052 Jan 10 17:18:48.136281 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device e4b79f64-2dc8-412b-b866-2a4c9384ddbb details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:18:48.244966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:48.256943 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'port_id': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', 'mac_address': 'fa:16:3e:ac:dd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3777e6f-57fd-41d0-b589-c21c7a0b19e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:18:48.293137 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port e4b79f64-2dc8-412b-b866-2a4c9384ddbb is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:18:48.293527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:48.306183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b79f64-2dc8-412b-b866-2a4c9384ddbb {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:18:48.325104 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:18:48.328892 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:48.378131 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:48.492635 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf669cd-7659-41c5-89d3-df76abc85396 req-80c58608-509c-4ba7-a9b0-b6789fabf6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:48.494147 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fdf669cd-7659-41c5-89d3-df76abc85396 req-80c58608-509c-4ba7-a9b0-b6789fabf6b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1099 time: 0.0460951 Jan 10 17:18:48.539369 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fdf669cd-7659-41c5-89d3-df76abc85396 req-5af075b4-c72f-4864-a58b-8eef5d5b5fd3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Jan 10 17:18:49.891250 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37322) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:49.989835 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-59af05cf-d25f-461f-9611-9fb187dc2583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.063955 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-59af05cf-d25f-461f-9611-9fb187dc2583 admin admin] Publish callbacks [] for security_group (c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.068684 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-59af05cf-d25f-461f-9611-9fb187dc2583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.105335 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-59af05cf-d25f-461f-9611-9fb187dc2583 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1730ceecf28143d0823d05424fdaf739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130208 Jan 10 17:18:50.107257 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af05cf-d25f-461f-9611-9fb187dc2583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:50.108037 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37326) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:50.154445 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] Publish callbacks [] for security_group (c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.177554 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] Publish callbacks [] for security_group (c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.227070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.229701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.230877 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8 HTTP/1.1" status: 204 len: 168 time: 0.1218369 Jan 10 17:18:50.238155 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4377b3c-00d7-493b-9ee4-48a87466553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e199d-fb88-4f7b-ba0c-7fe4f8e8e9d8,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:50.480789 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37336) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:50.493736 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3064e507-38b1-4be5-bb99-34f8f47ccd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.567050 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3064e507-38b1-4be5-bb99-34f8f47ccd8a admin admin] Publish callbacks [] for security_group (fb68870a-938b-4681-81d1-d35f98c3efc7), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.570584 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3064e507-38b1-4be5-bb99-34f8f47ccd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fb68870a-938b-4681-81d1-d35f98c3efc7), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.607044 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3064e507-38b1-4be5-bb99-34f8f47ccd8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2485b1f016264961b7f053c5c0af0ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252265 Jan 10 17:18:50.607902 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064e507-38b1-4be5-bb99-34f8f47ccd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68870a-938b-4681-81d1-d35f98c3efc7,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:50.609650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37338) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:50.657038 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] Publish callbacks [] for security_group (fb68870a-938b-4681-81d1-d35f98c3efc7), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.677704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] Publish callbacks [] for security_group (fb68870a-938b-4681-81d1-d35f98c3efc7), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.722526 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fb68870a-938b-4681-81d1-d35f98c3efc7), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.725042 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:50.726155 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb68870a-938b-4681-81d1-d35f98c3efc7 HTTP/1.1" status: 204 len: 168 time: 0.1149216 Jan 10 17:18:50.733483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba95e82-2bbb-4a84-9695-a43db20d6bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68870a-938b-4681-81d1-d35f98c3efc7,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:52.697313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37416) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:52.796429 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb5af14a-a632-4f42-b7f1-8efc0d1df91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:52.867316 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb5af14a-a632-4f42-b7f1-8efc0d1df91d admin admin] Publish callbacks [] for security_group (10aed674-2d06-4778-b814-32bff194fe4c), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:52.870856 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb5af14a-a632-4f42-b7f1-8efc0d1df91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (10aed674-2d06-4778-b814-32bff194fe4c), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:52.907388 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-bb5af14a-a632-4f42-b7f1-8efc0d1df91d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5da01d2dfd114b90b86af4bf696bdbad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090564 Jan 10 17:18:52.908243 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af14a-a632-4f42-b7f1-8efc0d1df91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aed674-2d06-4778-b814-32bff194fe4c,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:52.910645 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37420) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:52.957069 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] Publish callbacks [] for security_group (10aed674-2d06-4778-b814-32bff194fe4c), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:52.977465 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] Publish callbacks [] for security_group (10aed674-2d06-4778-b814-32bff194fe4c), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.025339 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (10aed674-2d06-4778-b814-32bff194fe4c), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.027884 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.029000 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10aed674-2d06-4778-b814-32bff194fe4c HTTP/1.1" status: 204 len: 168 time: 0.1168365 Jan 10 17:18:53.037264 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de779a-bc31-4c70-9727-cd3500fbbb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aed674-2d06-4778-b814-32bff194fe4c,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:53.273962 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37426) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:53.291433 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e15911f8-d84c-45c7-89ea-a9d2ac3c643d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.365719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e15911f8-d84c-45c7-89ea-a9d2ac3c643d admin admin] Publish callbacks [] for security_group (1c64c388-5972-448e-beae-154b35beb83e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.369497 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e15911f8-d84c-45c7-89ea-a9d2ac3c643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1c64c388-5972-448e-beae-154b35beb83e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.407163 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e15911f8-d84c-45c7-89ea-a9d2ac3c643d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a205cf7670d047be81ea13b3ceae0efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321182 Jan 10 17:18:53.408011 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15911f8-d84c-45c7-89ea-a9d2ac3c643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c64c388-5972-448e-beae-154b35beb83e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:53.410479 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37430) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:53.459064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] Publish callbacks [] for security_group (1c64c388-5972-448e-beae-154b35beb83e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.478806 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] Publish callbacks [] for security_group (1c64c388-5972-448e-beae-154b35beb83e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.523323 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1c64c388-5972-448e-beae-154b35beb83e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.525887 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:53.527075 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c64c388-5972-448e-beae-154b35beb83e HTTP/1.1" status: 204 len: 168 time: 0.1153471 Jan 10 17:18:53.535746 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74565eb8-7953-4197-87c1-23b48cb596c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c64c388-5972-448e-beae-154b35beb83e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:53.746506 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babfd02-1088-427f-ad01-ff98d8fc8ccf req-4d23283c-0566-432d-a1ff-45fb7b4bd6f6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:53.748000 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5babfd02-1088-427f-ad01-ff98d8fc8ccf req-4d23283c-0566-432d-a1ff-45fb7b4bd6f6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0766220 Jan 10 17:18:53.756069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87de818-861d-499d-91e0-d5d3d5da4ad3 req-eb6096e6-9484-4b1b-9643-659c6f5fdd81 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:53.757578 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c87de818-861d-499d-91e0-d5d3d5da4ad3 req-eb6096e6-9484-4b1b-9643-659c6f5fdd81 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 945 time: 0.0753496 Jan 10 17:18:53.824779 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['e4b79f64-2dc8-412b-b866-2a4c9384ddbb'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:18:53.831170 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5babfd02-1088-427f-ad01-ff98d8fc8ccf req-5ddc9cc7-da13-45bb-af6d-459e00266741 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725977 Jan 10 17:18:53.835675 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c87de818-861d-499d-91e0-d5d3d5da4ad3 req-9b232126-1c13-4c0c-95fa-50fe45fe92c3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Jan 10 17:18:54.531628 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37466) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:54.631755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab01-88bc-47ca-8158-76591d8fc670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.710502 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab01-88bc-47ca-8158-76591d8fc670 admin admin] Publish callbacks [] for security_group (15dc2d10-3d54-4e33-9d5d-10794244f36a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.713953 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cdd2ab01-88bc-47ca-8158-76591d8fc670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (15dc2d10-3d54-4e33-9d5d-10794244f36a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.750773 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cdd2ab01-88bc-47ca-8158-76591d8fc670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=273a27cb2eff4a4496d28eea051db2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181122 Jan 10 17:18:54.751630 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2ab01-88bc-47ca-8158-76591d8fc670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc2d10-3d54-4e33-9d5d-10794244f36a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:54.753945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37474) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:18:54.802154 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] Publish callbacks [] for security_group (15dc2d10-3d54-4e33-9d5d-10794244f36a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.822473 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] Publish callbacks [] for security_group (15dc2d10-3d54-4e33-9d5d-10794244f36a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.867276 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (15dc2d10-3d54-4e33-9d5d-10794244f36a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.869817 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:18:54.870978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15dc2d10-3d54-4e33-9d5d-10794244f36a HTTP/1.1" status: 204 len: 168 time: 0.1158395 Jan 10 17:18:54.879771 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c0684-e6e8-45cc-a3ed-7b540400a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc2d10-3d54-4e33-9d5d-10794244f36a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:18:59.509382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c7a82-0e00-4411-b780-dc1967aa195e req-9aa611f5-cff9-4046-895a-7e03ef9974ae tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:59.510871 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-506c7a82-0e00-4411-b780-dc1967aa195e req-9aa611f5-cff9-4046-895a-7e03ef9974ae tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0770981 Jan 10 17:18:59.519594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9c89-a87e-450c-b8e9-9e61c08858f6 req-278a88dd-814e-4c2d-bb00-bb38228925a4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:18:59.521079 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef0a9c89-a87e-450c-b8e9-9e61c08858f6 req-278a88dd-814e-4c2d-bb00-bb38228925a4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 945 time: 0.0781069 Jan 10 17:18:59.589764 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-506c7a82-0e00-4411-b780-dc1967aa195e req-39291089-75e7-4c78-acac-afbf12337f9d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Jan 10 17:18:59.593996 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef0a9c89-a87e-450c-b8e9-9e61c08858f6 req-be2a6918-906a-4c11-bb8f-74d8feaeb256 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 Jan 10 17:19:02.464708 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:19:03.949841 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a03192c-5fd6-4168-937f-cbddf0874542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:04.501712 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:05.067213 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9eec7-fc2c-4f4a-85c8-42d9a0f7ca65 req-5ed7cd8d-3e7d-42a7-8483-9aad8c916b39 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.068643 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78d9eec7-fc2c-4f4a-85c8-42d9a0f7ca65 req-5ed7cd8d-3e7d-42a7-8483-9aad8c916b39 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.1019323 Jan 10 17:19:05.110423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c245-7f5c-4463-86d0-1482de5aafb2 req-50a0636a-4afb-40e2-a4df-f094d29e5cea tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.111925 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bed7c245-7f5c-4463-86d0-1482de5aafb2 req-50a0636a-4afb-40e2-a4df-f094d29e5cea tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 945 time: 0.1186845 Jan 10 17:19:05.143610 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-d03cc143-f9b1-4ad2-ab27-cf304d907925 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975599 Jan 10 17:19:05.164208 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78d9eec7-fc2c-4f4a-85c8-42d9a0f7ca65 req-93dab978-030f-45bc-b210-3b6f1b854384 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813878 Jan 10 17:19:05.213345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bed7c245-7f5c-4463-86d0-1482de5aafb2 req-07238429-8381-4ef5-a813-4cb8f5dbea70 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Jan 10 17:19:05.224505 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-e0501469-bcd3-412d-aefc-25db630233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.225899 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-e0501469-bcd3-412d-aefc-25db630233c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0582812 Jan 10 17:19:05.343971 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1838bba-5bd4-4d21-bb3f-e29b55a27741 req-63feb3e6-9571-4511-8e87-a06e405f737a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.345333 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1838bba-5bd4-4d21-bb3f-e29b55a27741 req-63feb3e6-9571-4511-8e87-a06e405f737a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.1103868 Jan 10 17:19:05.372899 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-dad75229-2a77-42c0-877c-7ba4fc69112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.374358 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-dad75229-2a77-42c0-877c-7ba4fc69112d service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.1292200 Jan 10 17:19:05.380974 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device e4b79f64-2dc8-412b-b866-2a4c9384ddbb up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:05.424536 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-f35e2c81-02c0-4cc9-abd1-1d90d1ae8cc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0436134 Jan 10 17:19:05.433715 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port e4b79f64-2dc8-412b-b866-2a4c9384ddbb completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:19:05.437623 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port e4b79f64-2dc8-412b-b866-2a4c9384ddbb triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:05.437994 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:05.464741 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1838bba-5bd4-4d21-bb3f-e29b55a27741 req-d471ec3e-7dd9-4219-b098-e8587c465a3f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068048 Jan 10 17:19:05.486308 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-fd9a97c5-dea9-42bc-96ab-92d5e03011ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.486308 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-fd9a97c5-dea9-42bc-96ab-92d5e03011ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0507400 Jan 10 17:19:05.513836 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-ebf67c1e-d825-4e7c-a558-5c164e41a428 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244956 Jan 10 17:19:05.514974 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port e4b79f64-2dc8-412b-b866-2a4c9384ddbb is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:05.515371 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:05.543681 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:19:05.546044 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328c708-875c-4383-a57e-4b29c81b211e" -d '{"events": [{"server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:19:05.559300 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:05.564343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:05.594416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596b62c4-2375-4cf3-af6a-9af0e746ae53 x-openstack-request-id: req-596b62c4-2375-4cf3-af6a-9af0e746ae53 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:19:05.594679 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "name": "network-vif-plugged", "status": "completed", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:19:05.594937 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-596b62c4-2375-4cf3-af6a-9af0e746ae53 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:19:05.595331 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', 'code': 200} Jan 10 17:19:05.634499 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:05.635524 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-0815a465-958a-4074-ab17-41532dadb7ba service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149838 Jan 10 17:19:05.734115 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06c8e7db-78e9-4126-89c1-eeca3ed9b17b req-0913e267-9835-4a9b-bd5b-174375c538bd service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909593 Jan 10 17:19:05.794557 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf3df-7379-46de-8485-aef166ce8302 req-f33189c3-4a46-4076-a2ae-da793ded6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:05.796519 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-76bbf3df-7379-46de-8485-aef166ce8302 req-f33189c3-4a46-4076-a2ae-da793ded6cfd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 1099 time: 0.0588253 Jan 10 17:19:05.860363 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-76bbf3df-7379-46de-8485-aef166ce8302 req-d74a9367-2c78-4808-a461-9058ce3df202 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Jan 10 17:19:06.413430 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5c804957-b202-4a7f-a853-ad488a2f0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:07.175432 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:08.770686 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:09.738004 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23928b38-2978-4f40-b61e-c0071de76989 req-cb2d950c-937a-4f2a-81b9-8330439ceaca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:09.739488 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23928b38-2978-4f40-b61e-c0071de76989 req-cb2d950c-937a-4f2a-81b9-8330439ceaca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0476577 Jan 10 17:19:09.788218 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23928b38-2978-4f40-b61e-c0071de76989 req-6000756a-d7a6-4ed3-83ac-8517436da843 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Jan 10 17:19:10.424480 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:10.939630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3feffe-1b8f-41e4-ab36-dabe8f9d9e90 req-0cff96c3-76d3-4239-a2a5-c056e5e294c7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:10.941270 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f3feffe-1b8f-41e4-ab36-dabe8f9d9e90 req-0cff96c3-76d3-4239-a2a5-c056e5e294c7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0479949 Jan 10 17:19:10.987131 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f3feffe-1b8f-41e4-ab36-dabe8f9d9e90 req-53bd9fe1-f444-4713-aaf4-5fb0cba8fd14 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Jan 10 17:19:12.109640 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388283e-d185-4d67-a336-e17c810d91a5 req-0f2da329-d124-447d-b688-7d5a4abb40c3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:12.111215 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5388283e-d185-4d67-a336-e17c810d91a5 req-0f2da329-d124-447d-b688-7d5a4abb40c3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0524924 Jan 10 17:19:12.159757 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5388283e-d185-4d67-a336-e17c810d91a5 req-7374145b-47aa-4fe7-a2df-8bda5760e1af tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jan 10 17:19:13.347155 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-592f6fa9-edba-4a36-8198-5c8010fa977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:13.349479 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-592f6fa9-edba-4a36-8198-5c8010fa977a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0502408 Jan 10 17:19:13.363136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c7b52-bd79-4549-93df-f238602460c4 req-3637e203-2f78-4de6-a8da-1b58b71aa96d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:13.364600 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d10c7b52-bd79-4549-93df-f238602460c4 req-3637e203-2f78-4de6-a8da-1b58b71aa96d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0521286 Jan 10 17:19:13.413770 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d10c7b52-bd79-4549-93df-f238602460c4 req-1aec117c-ea1c-4eb3-85f4-cf8b2fc944b4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437019 Jan 10 17:19:13.451332 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-41028315-3d94-4030-93a7-787de0d2024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:13.452932 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-41028315-3d94-4030-93a7-787de0d2024e service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.0957162 Jan 10 17:19:13.497506 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-aea98e3e-2418-4b9b-b30f-b5aaecbbebd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0373633 Jan 10 17:19:13.558348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-04ecc76a-272c-4afd-ac22-ab148b812afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:13.560037 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-04ecc76a-272c-4afd-ac22-ab148b812afc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0555491 Jan 10 17:19:13.600099 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-5279bf54-119b-423e-a5d2-3bc32df41738 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327206 Jan 10 17:19:13.699294 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-861e3917-92bc-4f93-9ea7-e611ab14dcbd service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886610 Jan 10 17:19:13.796643 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e9270907-1891-41d3-b7d9-d0de536e93b5 req-92467292-980e-4c86-b934-0a17a2d9b334 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908000 Jan 10 17:19:18.543036 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ad2b4-e919-4b41-a8ea-8a2b55e40e82 req-ac4fee1a-7c7c-4751-b1fe-07f09b5251c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:18.544499 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f64ad2b4-e919-4b41-a8ea-8a2b55e40e82 req-ac4fee1a-7c7c-4751-b1fe-07f09b5251c7 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0474925 Jan 10 17:19:18.589951 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f64ad2b4-e919-4b41-a8ea-8a2b55e40e82 req-d914b3b8-638b-48ce-8d5d-703661cedbd0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Jan 10 17:19:19.702650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28fae7-6e06-455b-b38c-ca0214392840 req-b7a5504d-d177-470e-b9eb-0097c4009861 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:19.704115 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ee28fae7-6e06-455b-b38c-ca0214392840 req-b7a5504d-d177-470e-b9eb-0097c4009861 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0471411 Jan 10 17:19:19.940606 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ee28fae7-6e06-455b-b38c-ca0214392840 req-0adc7b76-3358-4799-9257-41ffbc353fdc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311878 Jan 10 17:19:21.060945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795364-ab29-41ea-9c81-6e6b2a2430ee req-bfb30de1-3b41-4ea7-ab6a-ee0af3a4345e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:21.062632 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bb795364-ab29-41ea-9c81-6e6b2a2430ee req-bfb30de1-3b41-4ea7-ab6a-ee0af3a4345e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0493836 Jan 10 17:19:21.115196 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bb795364-ab29-41ea-9c81-6e6b2a2430ee req-11323124-fd74-41a4-af20-2c3594f991e4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471303 Jan 10 17:19:21.385962 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37946) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:21.489380 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.562143 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Publish callbacks [] for security_group (fc256838-ea34-4244-8e63-e6115666a5cc), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.565745 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fc256838-ea34-4244-8e63-e6115666a5cc), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.602745 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24b7fc927d2c4d769172e892d07e3028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157452 Jan 10 17:19:21.603799 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc256838-ea34-4244-8e63-e6115666a5cc,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:21.605468 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37950) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:21.610909 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.611209 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.611555 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.611901 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.612250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.612568 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.612898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.613228 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.613562 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.613889 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.614214 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.614610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.614936 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d5bd6-a9cd-4381-b8f5-7fbfb98e7a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.652695 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Publish callbacks [] for security_group (fc256838-ea34-4244-8e63-e6115666a5cc), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.674722 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Publish callbacks [] for security_group (fc256838-ea34-4244-8e63-e6115666a5cc), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.723025 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fc256838-ea34-4244-8e63-e6115666a5cc), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.725861 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:21.727029 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc256838-ea34-4244-8e63-e6115666a5cc HTTP/1.1" status: 204 len: 168 time: 0.1205757 Jan 10 17:19:21.734753 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc256838-ea34-4244-8e63-e6115666a5cc,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:21.741819 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.742192 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.742553 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.742902 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.743237 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.743661 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.743886 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.744225 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.744545 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.744851 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.745179 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.745625 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:21.745952 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba2037-2421-4800-8f97-80ea58c70102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:22.514690 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37974) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:22.616839 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9de492e0-c8a4-415f-9c98-df0f99d91217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.672596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8138e6-5da6-49a9-8f9f-9ea1791fc0c7 req-847e82ce-b1c3-4091-96a3-d26a6b04b57d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:22.674153 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a8138e6-5da6-49a9-8f9f-9ea1791fc0c7 req-847e82ce-b1c3-4091-96a3-d26a6b04b57d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0503473 Jan 10 17:19:22.689874 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9de492e0-c8a4-415f-9c98-df0f99d91217 admin admin] Publish callbacks [] for security_group (4b255f6b-673b-4d0d-a813-6ce744b0c48c), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.694346 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9de492e0-c8a4-415f-9c98-df0f99d91217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4b255f6b-673b-4d0d-a813-6ce744b0c48c), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.720841 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a8138e6-5da6-49a9-8f9f-9ea1791fc0c7 req-413cc926-30ec-426d-8304-10696ab48f1d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Jan 10 17:19:22.731373 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9de492e0-c8a4-415f-9c98-df0f99d91217 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6668bd97b4724d35ae450664f9a24457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156129 Jan 10 17:19:22.741972 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37978) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:22.750998 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de492e0-c8a4-415f-9c98-df0f99d91217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b255f6b-673b-4d0d-a813-6ce744b0c48c,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:22.787277 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] Publish callbacks [] for security_group (4b255f6b-673b-4d0d-a813-6ce744b0c48c), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.808141 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] Publish callbacks [] for security_group (4b255f6b-673b-4d0d-a813-6ce744b0c48c), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.851905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4b255f6b-673b-4d0d-a813-6ce744b0c48c), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.854529 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:22.855662 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b255f6b-673b-4d0d-a813-6ce744b0c48c HTTP/1.1" status: 204 len: 168 time: 0.1209416 Jan 10 17:19:22.863462 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b062a-9a82-4679-94fa-ce942f82e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b255f6b-673b-4d0d-a813-6ce744b0c48c,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:23.097457 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 37984) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:23.110254 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a82d-d0ba-489a-8b53-8bc174dba233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.181227 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a82d-d0ba-489a-8b53-8bc174dba233 admin admin] Publish callbacks [] for security_group (9a312cb4-bd20-4c87-bf9d-a4594a312a6e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.184822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a82d-d0ba-489a-8b53-8bc174dba233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (9a312cb4-bd20-4c87-bf9d-a4594a312a6e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.221502 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8dc6a82d-d0ba-489a-8b53-8bc174dba233 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b859a9add9f417cbf361b0b9cbd9f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230123 Jan 10 17:19:23.222809 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a82d-d0ba-489a-8b53-8bc174dba233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a312cb4-bd20-4c87-bf9d-a4594a312a6e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:23.224662 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 37986) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:23.271990 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] Publish callbacks [] for security_group (9a312cb4-bd20-4c87-bf9d-a4594a312a6e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.292575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] Publish callbacks [] for security_group (9a312cb4-bd20-4c87-bf9d-a4594a312a6e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.336508 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (9a312cb4-bd20-4c87-bf9d-a4594a312a6e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.344331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.345477 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a312cb4-bd20-4c87-bf9d-a4594a312a6e HTTP/1.1" status: 204 len: 168 time: 0.1198297 Jan 10 17:19:23.353005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2cb29-b5f5-47b9-bb64-42c7067b490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a312cb4-bd20-4c87-bf9d-a4594a312a6e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:23.657813 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38000) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:23.671326 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e9ac-d46e-485a-9930-ed0171b6f436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.744055 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e9ac-d46e-485a-9930-ed0171b6f436 admin admin] Publish callbacks [] for security_group (ac2ea4ca-2a08-4b78-8528-e7956ae22af4), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.747925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6ce6e9ac-d46e-485a-9930-ed0171b6f436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (ac2ea4ca-2a08-4b78-8528-e7956ae22af4), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.786943 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-6ce6e9ac-d46e-485a-9930-ed0171b6f436 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e46a039847b415cbc2f6c9b17d7bd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279240 Jan 10 17:19:23.787851 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6e9ac-d46e-485a-9930-ed0171b6f436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ea4ca-2a08-4b78-8528-e7956ae22af4,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:23.789555 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38004) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:23.841874 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] Publish callbacks [] for security_group (ac2ea4ca-2a08-4b78-8528-e7956ae22af4), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.864586 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] Publish callbacks [] for security_group (ac2ea4ca-2a08-4b78-8528-e7956ae22af4), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.908035 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (ac2ea4ca-2a08-4b78-8528-e7956ae22af4), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.911250 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:23.912381 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac2ea4ca-2a08-4b78-8528-e7956ae22af4 HTTP/1.1" status: 204 len: 168 time: 0.1215279 Jan 10 17:19:23.919997 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e67de-d566-456b-ab9e-a65ecf20cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ea4ca-2a08-4b78-8528-e7956ae22af4,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:26.838408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e22c8-1f6c-4e9b-ba4d-63ff703a02e8 req-49897ccb-acb2-478f-9290-7e3f28f9cf02 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:26.839897 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-041e22c8-1f6c-4e9b-ba4d-63ff703a02e8 req-49897ccb-acb2-478f-9290-7e3f28f9cf02 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0472362 Jan 10 17:19:26.886012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-041e22c8-1f6c-4e9b-ba4d-63ff703a02e8 req-4969858b-c632-44b8-a1bc-cae5b49be7ca tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Jan 10 17:19:27.997427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3d40-76c7-4291-a5fe-a31ec65c30b5 req-1bce2f09-184d-48fa-b069-fcb00a66ebaf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:27.998903 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a72f3d40-76c7-4291-a5fe-a31ec65c30b5 req-1bce2f09-184d-48fa-b069-fcb00a66ebaf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0462036 Jan 10 17:19:28.048113 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a72f3d40-76c7-4291-a5fe-a31ec65c30b5 req-bb313a14-b6f5-4d4f-aaae-b68aaf2be3fc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Jan 10 17:19:29.163925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b074-0135-4b8e-9de0-c25948eb6bde req-fcf60b1f-b359-4802-ae9e-49f3d2492527 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:29.165721 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca58b074-0135-4b8e-9de0-c25948eb6bde req-fcf60b1f-b359-4802-ae9e-49f3d2492527 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0485761 Jan 10 17:19:29.212618 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca58b074-0135-4b8e-9de0-c25948eb6bde req-bd314732-d752-41b1-b6e2-2653449b6a92 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Jan 10 17:19:30.325091 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d1461-909c-4803-b24a-2cf5ef706c6a req-9e603b20-da48-4d25-89e9-c900b63e11ea tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:30.326594 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c13d1461-909c-4803-b24a-2cf5ef706c6a req-9e603b20-da48-4d25-89e9-c900b63e11ea tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0463383 Jan 10 17:19:30.371408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c13d1461-909c-4803-b24a-2cf5ef706c6a req-5907c960-3854-4e69-836f-a828c1f9ebe2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Jan 10 17:19:33.000831 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51763a6-05b4-45d5-88f9-4a6d7c8e9a58 req-823ec9ee-beac-4a74-b84b-ab5a26f61aae tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:33.002365 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c51763a6-05b4-45d5-88f9-4a6d7c8e9a58 req-823ec9ee-beac-4a74-b84b-ab5a26f61aae tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0569499 Jan 10 17:19:33.047900 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c51763a6-05b4-45d5-88f9-4a6d7c8e9a58 req-c79811d9-c124-4a91-932b-7acaafe1b981 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Jan 10 17:19:33.949987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-907d2840-8be4-4bb0-ac39-574a357c886c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:34.497161 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:35.567192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd83f1-733c-49e5-a5cb-b62d442226a1 req-b3a924f4-a3fb-4acd-aa24-b76284c5afda tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:35.568679 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ccd83f1-733c-49e5-a5cb-b62d442226a1 req-b3a924f4-a3fb-4acd-aa24-b76284c5afda tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0506532 Jan 10 17:19:35.616016 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ccd83f1-733c-49e5-a5cb-b62d442226a1 req-a5eaad6c-4c1b-4bb4-bb26-26f0bd4d336d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Jan 10 17:19:36.414176 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ac1d44da-bbe9-4b4a-8b88-20b725482980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:36.731699 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762794-8eaa-487c-859a-e9fd31016764 req-f1020812-0cc6-4af5-a4d5-ba27973fccce tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:36.733173 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33762794-8eaa-487c-859a-e9fd31016764 req-f1020812-0cc6-4af5-a4d5-ba27973fccce tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0473278 Jan 10 17:19:36.788037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33762794-8eaa-487c-859a-e9fd31016764 req-3a365604-d6bf-452c-adef-d6cbdb976e17 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.922188 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:19:36.924678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-6e72f9d9-08bc-4391-b806-453ea1d347c0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:36.925735 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-6e72f9d9-08bc-4391-b806-453ea1d347c0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.0980601 Jan 10 17:19:36.940377 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-34c037f3-a9e2-4b36-a3c6-41e13ef4f322 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/quotas/c346efae5fb94b1a81a585527ed1d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0088658 Jan 10 17:19:36.996665 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-efb78d56-14cb-453c-b547-2f08ee03a443 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513470 Jan 10 17:19:37.088004 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-936a1ec5-6ece-43f0-a4c7-40284385a7e1 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847511 Jan 10 17:19:37.183611 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:37.186240 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-413a530e-e63c-460b-bcdc-a0fa10335518 service neutron] 10.222.0.10 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927150 Jan 10 17:19:37.343047 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49d3e8a3-d5f2-4a17-b873-89c8f4b83346 req-d7c3f151-9366-44a5-a28b-eb9c076b2c3c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Jan 10 17:19:37.902824 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f6f19-c591-41b0-a7de-651a916ca5a2 req-fad2ca98-0df9-4524-a5b3-ff2b796d3039 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:37.904282 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a8f6f19-c591-41b0-a7de-651a916ca5a2 req-fad2ca98-0df9-4524-a5b3-ff2b796d3039 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0479207 Jan 10 17:19:37.949709 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a8f6f19-c591-41b0-a7de-651a916ca5a2 req-2622f913-c180-492e-9033-bec903f45d13 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Jan 10 17:19:38.503639 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-1b71ae08-8b10-4afa-82c8-7250340a4c50 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:38.507775 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-1b71ae08-8b10-4afa-82c8-7250340a4c50 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/networks?id=65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 200 len: 815 time: 0.1608496 Jan 10 17:19:38.510831 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-502cc70c-6647-42e2-9fdb-2df8aeabd4a7 req-7b64813b-b2bc-4d4f-bea9-45bf4953f066 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 210 time: 0.0489547 Jan 10 17:19:38.532210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Request body: {'port': {'device_id': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'admin_state_up': True, 'tenant_id': 'c346efae5fb94b1a81a585527ed1d1d7'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:38.557854 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19614cb-2430-4141-a226-c860a526ba44 req-cea17b60-7ccf-4278-9f94-9b12cd37cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:38.559298 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b19614cb-2430-4141-a226-c860a526ba44 req-cea17b60-7ccf-4278-9f94-9b12cd37cc49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0475707 Jan 10 17:19:38.606147 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b19614cb-2430-4141-a226-c860a526ba44 req-ddb92423-bd6e-40c8-987f-44d9135dbb95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Jan 10 17:19:38.652554 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Made reservation on behalf of c346efae5fb94b1a81a585527ed1d1d7 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:19:38.655983 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:38.774033 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:38.788969 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Allocated IP 172.20.0.10 (65c0ab5c-643f-4854-bda9-a2baabfd7842/a3777e6f-57fd-41d0-b589-c21c7a0b19e8/67d376d4-4078-4f45-9522-d4ce4fe85e0f) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:38.928371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks [] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:38.960420 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:38.974098 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9', '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:19:39.007351 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Network 65c0ab5c-643f-4854-bda9-a2baabfd7842 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:39.010403 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:39.014110 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:39.019987 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.020605 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.029020 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event updated for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:39.044514 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-ae7ab5f6-0c34-4efe-a41f-82787a127c3b tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5213046 Jan 10 17:19:39.099052 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Request body: {'port': {'device_id': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:39.150597 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.259827 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db759035-8324-4f80-a274-5b878c78f183 req-78de2bc1-15c8-4bd8-b54c-37a940258ed9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.261939 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db759035-8324-4f80-a274-5b878c78f183 req-78de2bc1-15c8-4bd8-b54c-37a940258ed9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0503228 Jan 10 17:19:39.312843 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db759035-8324-4f80-a274-5b878c78f183 req-86296945-d216-4229-9afa-5a15ea673334 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jan 10 17:19:39.414615 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d376d4-4078-4f45-9522-d4ce4fe85e0f {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:19:39.421634 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks [] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.433606 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Transition to ACTIVE for port object 67d376d4-4078-4f45-9522-d4ce4fe85e0f will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:19:39.437217 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.469823 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:19:39.499958 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Pushing event updated for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:39.515669 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Attempting to bind port 67d376d4-4078-4f45-9522-d4ce4fe85e0f on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:39.516285 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Attempting to bind port 67d376d4-4078-4f45-9522-d4ce4fe85e0f by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:39.516384 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Attempting to bind port 67d376d4-4078-4f45-9522-d4ce4fe85e0f on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:39.520511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Port 67d376d4-4078-4f45-9522-d4ce4fe85e0f on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:19:39.520831 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Attempting to bind port 67d376d4-4078-4f45-9522-d4ce4fe85e0f on network 65c0ab5c-643f-4854-bda9-a2baabfd7842 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:39.525634 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:39.525970 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Checking segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:39.526382 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Bound using segment: {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:39.526818 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Bound port: 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f677dc-1918-413d-9333-41e9b19ffcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:39.527171 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.588131 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:39.591121 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:39.595701 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.624095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a19ff-8340-4803-bd48-e24b38269d70 req-dcb2dd97-cdce-40f1-8634-7c72a6f7b3d8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.625564 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-823a19ff-8340-4803-bd48-e24b38269d70 req-dcb2dd97-cdce-40f1-8634-7c72a6f7b3d8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0468554 Jan 10 17:19:39.634132 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.634776 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:39.636157 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/67d376d4-4078-4f45-9522-d4ce4fe85e0f HTTP/1.1" status: 200 len: 1094 time: 0.5413537 Jan 10 17:19:39.636593 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:19:39.638820 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb499a02-f495-45ba-bfb3-7aaf8b68973b" -d '{"events": [{"name": "network-changed", "server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:19:39.658907 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239bc37-8cd7-49fd-82e2-ebad446717d1 service neutron] Pushing event updated for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:39.681525 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-823a19ff-8340-4803-bd48-e24b38269d70 req-b9d0e00e-3f0b-4ba7-9ede-8d7c0d55b141 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Jan 10 17:19:39.681850 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7e5ab-5872-4f7c-af6a-3b87152276e5 x-openstack-request-id: req-71d7e5ab-5872-4f7c-af6a-3b87152276e5 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:19:39.682166 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:19:39.682760 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71d7e5ab-5872-4f7c-af6a-3b87152276e5 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:19:39.683065 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f', 'status': 'completed', 'code': 200} Jan 10 17:19:39.748790 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-0a846d59-92b0-4e73-992e-d3f01d6905e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.750282 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-0a846d59-92b0-4e73-992e-d3f01d6905e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 1097 time: 0.0399661 Jan 10 17:19:39.924504 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-11eebee2-cd66-4ea6-9735-8c347eca0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:39.925944 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-11eebee2-cd66-4ea6-9735-8c347eca0d31 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1558900 Jan 10 17:19:40.083632 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-9e45cc19-77aa-4672-8f1f-0ef02f294801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:40.085657 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-bb499a02-f495-45ba-bfb3-7aaf8b68973b req-9e45cc19-77aa-4672-8f1f-0ef02f294801 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511977 Jan 10 17:19:40.171226 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-43f00039-ba6b-4e9d-81c2-5967b64bb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:40.172968 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-43f00039-ba6b-4e9d-81c2-5967b64bb6c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 1097 time: 0.0424404 Jan 10 17:19:40.224347 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-31626765-3ec5-498c-884e-42bdfe6f7459 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f HTTP/1.1" status: 200 len: 217 time: 0.0349469 Jan 10 17:19:40.375978 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-bd2e592c-eb41-4cf6-8787-2a0733c6fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:40.377608 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-bd2e592c-eb41-4cf6-8787-2a0733c6fb2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 200 len: 855 time: 0.0439456 Jan 10 17:19:40.410951 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-d7b5072b-de6c-4b45-aeba-f4d59657a72b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65c0ab5c-643f-4854-bda9-a2baabfd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265374 Jan 10 17:19:40.427652 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:40.524954 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-265efce8-63d9-46ce-a97e-69a8e6282371 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896933 Jan 10 17:19:40.589333 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446be0ff-729d-4497-82ab-87f18e30ef75 req-de45feea-cf7c-4d6a-88dc-ce73eba99ee6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:40.590885 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-446be0ff-729d-4497-82ab-87f18e30ef75 req-de45feea-cf7c-4d6a-88dc-ce73eba99ee6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0544052 Jan 10 17:19:40.646313 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-446be0ff-729d-4497-82ab-87f18e30ef75 req-0f45abb6-5ac2-4b31-ac86-a53d2620a75a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Jan 10 17:19:40.821257 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103fa4-2715-4639-9110-87fec1be72e0 req-cdd5c232-4cfd-4a35-bc75-d6ade7b8ea66 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:40.822796 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fc103fa4-2715-4639-9110-87fec1be72e0 req-cdd5c232-4cfd-4a35-bc75-d6ade7b8ea66 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0576901 Jan 10 17:19:40.846143 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-787acd0a-9370-4349-9b2b-5715f7d5bd3c req-79231994-c563-49d5-8b1d-ec3a4dac79e5 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043284 Jan 10 17:19:40.875954 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fc103fa4-2715-4639-9110-87fec1be72e0 req-ba680707-5003-4145-b88b-9e6fcb94d50f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474079 Jan 10 17:19:45.894557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b548ce5-1725-4d2a-b75e-e60cc692d916 req-8dcc2f4c-1443-4c95-9f33-4df6e8c33200 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:45.896023 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b548ce5-1725-4d2a-b75e-e60cc692d916 req-8dcc2f4c-1443-4c95-9f33-4df6e8c33200 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0779121 Jan 10 17:19:45.908807 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b11c-ccb7-4ab5-a96e-0401d951b09f req-b2dd64d2-957d-48aa-af48-3a671503d66a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:45.910193 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aad5b11c-ccb7-4ab5-a96e-0401d951b09f req-b2dd64d2-957d-48aa-af48-3a671503d66a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0639648 Jan 10 17:19:45.979782 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b548ce5-1725-4d2a-b75e-e60cc692d916 req-d66ff9e5-a85b-4589-89fc-3747bc201526 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686324 Jan 10 17:19:45.984345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aad5b11c-ccb7-4ab5-a96e-0401d951b09f req-b3d4523f-0657-446b-a844-f576e7d1ed74 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Jan 10 17:19:46.222250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b7528-cf76-4a82-b878-d59c8e5d0a09 req-88163bf8-e3a7-46e6-8f4c-89425384efbf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:46.223770 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-889b7528-cf76-4a82-b878-d59c8e5d0a09 req-88163bf8-e3a7-46e6-8f4c-89425384efbf tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0487998 Jan 10 17:19:46.228644 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-4a0a92c5-7c85-4130-a58b-40da8ed03be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:46.230095 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-4a0a92c5-7c85-4130-a58b-40da8ed03be3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0385892 Jan 10 17:19:46.273548 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-889b7528-cf76-4a82-b878-d59c8e5d0a09 req-3a070555-217f-4929-8025-7ac83f94c420 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Jan 10 17:19:46.322618 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-13083c78-3efb-4d05-aba8-10b26e01fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:46.324087 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-13083c78-3efb-4d05-aba8-10b26e01fa0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.0843894 Jan 10 17:19:46.362759 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-9a2fb63e-dfa3-4c14-bc3b-bc4ef5261811 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0322392 Jan 10 17:19:46.407494 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-00459cf5-8e3d-4b87-9ef6-65edf7ecd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:46.408875 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-00459cf5-8e3d-4b87-9ef6-65edf7ecd473 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0404704 Jan 10 17:19:46.453444 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-8936b653-ab71-4777-a2f4-c9e8ba904df9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225599 Jan 10 17:19:46.545053 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-73992123-e76f-46fb-b830-20377952b135 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Jan 10 17:19:46.634317 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-922fce0f-1f8f-470d-862a-495b8443dfe9 req-1684211a-5e5b-459d-9ce6-4013d815e9eb service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Jan 10 17:19:47.098426 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848583f1-cc59-400c-8710-95667fc841e3 req-82e20d01-ca22-4b53-9330-a5a071ca4935 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:47.100126 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-848583f1-cc59-400c-8710-95667fc841e3 req-82e20d01-ca22-4b53-9330-a5a071ca4935 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0477993 Jan 10 17:19:47.154057 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-848583f1-cc59-400c-8710-95667fc841e3 req-ea9a7c13-f8fa-4cc0-9602-9699b262a1fe tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Jan 10 17:19:47.396190 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131430d-1b7c-4cf4-a789-1d97079f2c15 req-750013ec-84ed-4fc4-bd56-6f86d1048080 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:47.398328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2131430d-1b7c-4cf4-a789-1d97079f2c15 req-750013ec-84ed-4fc4-bd56-6f86d1048080 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0519643 Jan 10 17:19:47.464628 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2131430d-1b7c-4cf4-a789-1d97079f2c15 req-1c78e959-ed99-42ef-be80-60be1182996c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Jan 10 17:19:47.516524 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38380) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:47.654039 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61bb-9970-4b16-86ec-b23fb99a37db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.724667 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61bb-9970-4b16-86ec-b23fb99a37db admin admin] Publish callbacks [] for security_group (d2cd78b7-1f28-40f6-9b8a-becf157e8996), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.728362 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fa4d61bb-9970-4b16-86ec-b23fb99a37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d2cd78b7-1f28-40f6-9b8a-becf157e8996), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.765953 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-fa4d61bb-9970-4b16-86ec-b23fb99a37db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0e1be34417a486ebd998b6df7742270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483530 Jan 10 17:19:47.766824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d61bb-9970-4b16-86ec-b23fb99a37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd78b7-1f28-40f6-9b8a-becf157e8996,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:47.768701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38384) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:47.818184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] Publish callbacks [] for security_group (d2cd78b7-1f28-40f6-9b8a-becf157e8996), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.839377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] Publish callbacks [] for security_group (d2cd78b7-1f28-40f6-9b8a-becf157e8996), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.884242 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d2cd78b7-1f28-40f6-9b8a-becf157e8996), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.886801 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:47.887918 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2cd78b7-1f28-40f6-9b8a-becf157e8996 HTTP/1.1" status: 204 len: 168 time: 0.1182497 Jan 10 17:19:47.895623 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41255fe6-2dec-4f55-a322-120ccff04d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd78b7-1f28-40f6-9b8a-becf157e8996,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:48.141321 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38394) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:48.154778 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b8941f35-1470-4b4d-959e-d030129739a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.228735 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b8941f35-1470-4b4d-959e-d030129739a3 admin admin] Publish callbacks [] for security_group (3f2a4972-cdcf-44d9-be86-b88844575a28), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.233588 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b8941f35-1470-4b4d-959e-d030129739a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3f2a4972-cdcf-44d9-be86-b88844575a28), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.265091 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9acf68-0028-4dab-bca2-e9257b66edef req-a2666529-c138-4ac2-9e7e-f75ec17bdfa3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:48.266627 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d9acf68-0028-4dab-bca2-e9257b66edef req-a2666529-c138-4ac2-9e7e-f75ec17bdfa3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Jan 10 17:19:48.272002 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b8941f35-1470-4b4d-959e-d030129739a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a49dc69b9c7c4d3aad5d0699e93ca747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295841 Jan 10 17:19:48.272913 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8941f35-1470-4b4d-959e-d030129739a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a4972-cdcf-44d9-be86-b88844575a28,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:48.275988 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38398) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:48.313524 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d9acf68-0028-4dab-bca2-e9257b66edef req-85694f7a-b007-45fc-a535-6701f5a54f20 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jan 10 17:19:48.326779 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] Publish callbacks [] for security_group (3f2a4972-cdcf-44d9-be86-b88844575a28), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.347979 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] Publish callbacks [] for security_group (3f2a4972-cdcf-44d9-be86-b88844575a28), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.391454 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3f2a4972-cdcf-44d9-be86-b88844575a28), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.394068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:48.395249 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f2a4972-cdcf-44d9-be86-b88844575a28 HTTP/1.1" status: 204 len: 168 time: 0.1181784 Jan 10 17:19:48.403769 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2eac8-e512-4f7b-aecc-c48eb46a4d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a4972-cdcf-44d9-be86-b88844575a28,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:48.588761 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcea2eb-dfd3-4f1a-912b-2cac3ac4070a req-11aeffcc-1ede-4326-9fca-f00b8c463333 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:48.590676 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bdcea2eb-dfd3-4f1a-912b-2cac3ac4070a req-11aeffcc-1ede-4326-9fca-f00b8c463333 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0595019 Jan 10 17:19:48.641985 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bdcea2eb-dfd3-4f1a-912b-2cac3ac4070a req-7741ebaa-0ada-43de-bfb4-3f4e3ae45584 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 Jan 10 17:19:49.114575 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38434) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:49.207454 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1136540589-network', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:49.228990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Made reservation on behalf of e0d6782dc9ba43dcbbd40dbfd3dd7c66 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:19:49.231129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.239019 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.310611 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks [] for security_group (09d63159-d2e2-4ae5-9534-53128331b929), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.313830 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (09d63159-d2e2-4ae5-9534-53128331b929), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.335364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:19:49.349727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d63159-d2e2-4ae5-9534-53128331b929,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:49.356557 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (815942d9-7a78-43b0-8ae0-de3e0754a2f0), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.356905 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Added segment 815942d9-7a78-43b0-8ae0-de3e0754a2f0 of type vlan for network 9d5c1180-9738-47ae-b513-cef2b397ca01 Jan 10 17:19:49.400139 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (9d5c1180-9738-47ae-b513-cef2b397ca01), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.425311 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (9d5c1180-9738-47ae-b513-cef2b397ca01), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.426281 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:49.426885 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.444713 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438fd9-b0ae-4a46-8bf8-0f99d91752c2 req-96d585ec-526e-4769-99be-bb216c42f206 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:49.446267 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8c438fd9-b0ae-4a46-8bf8-0f99d91752c2 req-96d585ec-526e-4769-99be-bb216c42f206 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 944 time: 0.0486307 Jan 10 17:19:49.466159 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3503826 Jan 10 17:19:49.468976 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38440) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:49.473636 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Request body: {'subnet': {'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1136540589-subnet', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:49.497040 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aacb5-ccdd-4275-a1f1-25c6758a3d71 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5c1180-9738-47ae-b513-cef2b397ca01,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:49.508439 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:19:49.514755 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8c438fd9-b0ae-4a46-8bf8-0f99d91752c2 req-6f75c6b2-ede9-40a9-b6cf-0e3630d6ff3e tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628116 Jan 10 17:19:49.521102 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Made reservation on behalf of e0d6782dc9ba43dcbbd40dbfd3dd7c66 for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:19:49.524657 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.530378 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 67d376d4-4078-4f45-9522-d4ce4fe85e0f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:19:49.663719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:49.676521 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '67d376d4-4078-4f45-9522-d4ce4fe85e0f', 'network_id': '65c0ab5c-643f-4854-bda9-a2baabfd7842', 'port_id': '67d376d4-4078-4f45-9522-d4ce4fe85e0f', 'mac_address': 'fa:16:3e:75:56:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3777e6f-57fd-41d0-b589-c21c7a0b19e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:19:49.710580 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (1855165a-a2ba-4691-ab85-9452ff3312a8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.719884 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 67d376d4-4078-4f45-9522-d4ce4fe85e0f is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:49.720285 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.734558 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d376d4-4078-4f45-9522-d4ce4fe85e0f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:19:49.755381 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:49.759515 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.789498 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1855165a-a2ba-4691-ab85-9452ff3312a8,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:49.816489 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:49.825383 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.825918 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.826548 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.827029 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.827675 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.828149 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.828638 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.829109 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.829576 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.830072 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.830560 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.831121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.831588 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:49.833209 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5cd69-0d84-4d8f-8431-752e262415fa req-3d6443b0-927c-49a9-8af0-5bdf9eeef2b9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:49.840712 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f8d5cd69-0d84-4d8f-8431-752e262415fa req-3d6443b0-927c-49a9-8af0-5bdf9eeef2b9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0998790 Jan 10 17:19:49.859050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:49.859410 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Network hostable DHCP agents. Network: 9d5c1180-9738-47ae-b513-cef2b397ca01, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:19:49.894830 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:19:49.904546 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f8d5cd69-0d84-4d8f-8431-752e262415fa req-41cb26cc-cde1-4d4e-be39-4b4727d6a0a4 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Jan 10 17:19:49.905614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 9d5c1180-9738-47ae-b513-cef2b397ca01) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:49.909719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:49.910364 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.920431 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a17f8a-7691-4306-a4c9-b55427899906 None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:19:49.933832 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38450) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:49.934764 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ff71121d-323b-4776-99b1-ffeb03d3e0cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4641886 Jan 10 17:19:49.938471 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:49.962419 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (df671c42-1356-45b0-81ce-2335308702b8), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:49.963663 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (df671c42-1356-45b0-81ce-2335308702b8), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.019427 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for router_controller (df671c42-1356-45b0-81ce-2335308702b8), precommit_add_association {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.025118 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-9d5c1180-9738-47ae-b513-cef2b397ca01', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:19:50.025996 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.154933 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for router_gateway (df671c42-1356-45b0-81ce-2335308702b8), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.161627 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Allocated IP 172.20.0.2 (9d5c1180-9738-47ae-b513-cef2b397ca01/1855165a-a2ba-4691-ab85-9452ff3312a8/842f636f-fa37-4a10-a5d1-eeb5b008bf49) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:50.303194 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks [] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.308564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.349038 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:50.351885 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for router_gateway (df671c42-1356-45b0-81ce-2335308702b8), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.352039 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:50.355341 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:50.364439 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Pushing event updated for resources: {'Port': ['ID=842f636f-fa37-4a10-a5d1-eeb5b008bf49,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:50.385326 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.428287 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Attempting to bind port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:50.428696 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Attempting to bind port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:50.429274 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Attempting to bind port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:50.434477 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:50.434855 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:50.435255 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.435649 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Bound using segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:50.436119 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Bound port: 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:50.436494 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.481531 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['67d376d4-4078-4f45-9522-d4ce4fe85e0f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:19:50.493123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Allocated IP 172.27.1.51 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/8acc2249-77c0-4acc-904d-7dd30d209488) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:50.536463 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] For port 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:50.546000 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] For port 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=842f636f-fa37-4a10-a5d1-eeb5b008bf49,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:50.557383 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.622518 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for port (8acc2249-77c0-4acc-904d-7dd30d209488), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.652288 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4e97-00be-4f3f-9bc4-ee78756946f9 None None] Pushing event updated for resources: {'Port': ['ID=842f636f-fa37-4a10-a5d1-eeb5b008bf49,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:50.667290 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af07e0-8e35-48ff-8726-98346005d581 req-f8c2fcff-4d87-4c46-98b3-bd2c2629fdd5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:50.667795 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:50.669555 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64af07e0-8e35-48ff-8726-98346005d581 req-f8c2fcff-4d87-4c46-98b3-bd2c2629fdd5 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 945 time: 0.0613344 Jan 10 17:19:50.707697 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:50.711073 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:50.714746 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:50.736733 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64af07e0-8e35-48ff-8726-98346005d581 req-37efda4d-0dc6-4313-bc5f-bd2980323929 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533507 Jan 10 17:19:50.755049 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8acc2249-77c0-4acc-904d-7dd30d209488,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:50.958584 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for router_gateway (df671c42-1356-45b0-81ce-2335308702b8), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:51.081520 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cdb32-8648-4651-a7a0-698ea9142064 req-d625e5a2-59ef-417f-980a-ca85ad2bffbb tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:51.083065 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b70cdb32-8648-4651-a7a0-698ea9142064 req-d625e5a2-59ef-417f-980a-ca85ad2bffbb tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0671358 Jan 10 17:19:51.143251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b70cdb32-8648-4651-a7a0-698ea9142064 req-05c1cde1-88f7-45ca-9fd0-f2d68237ef19 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512595 Jan 10 17:19:51.168041 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (df671c42-1356-45b0-81ce-2335308702b8), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:51.315365 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Router df671c42-1356-45b0-81ce-2335308702b8 is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:19:51.458368 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:19:51.474125 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:19:51.493802 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:51.494772 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:51.502307 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:51.503668 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-aca848e2-6fe7-4bb0-9e49-0d7f73d954e5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5686448 Jan 10 17:19:51.506461 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38520) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:51.637102 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:51.860487 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:50Z', 'revision_number': 3, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:51.883713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a501ca4-442c-44fc-965f-bd6f35b3a870 None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:19:51.914658 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:19:51.915012 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Updating router df671c42-1356-45b0-81ce-2335308702b8 port 8acc2249-77c0-4acc-904d-7dd30d209488 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:19:51.950500 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54d92-10ce-4aa7-b8e6-8bb6e11c6f61 req-ea05a670-d81c-4c1b-a48d-5eb3c0df6964 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:51.958778 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fb54d92-10ce-4aa7-b8e6-8bb6e11c6f61 req-ea05a670-d81c-4c1b-a48d-5eb3c0df6964 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 945 time: 0.1078932 Jan 10 17:19:51.960862 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:51.974488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 842f636f-fa37-4a10-a5d1-eeb5b008bf49 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:52.051805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Provisioning complete for port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:52.052280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.066307 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fb54d92-10ce-4aa7-b8e6-8bb6e11c6f61 req-27a8e906-aab4-4600-aa41-6b92b27931cf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063902 Jan 10 17:19:52.111099 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:52.111482 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.141317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.203878 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Current status of the port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:52.204311 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.288748 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks [] for port (8acc2249-77c0-4acc-904d-7dd30d209488), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.298085 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.350138 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Attempting to bind port 8acc2249-77c0-4acc-904d-7dd30d209488 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:52.350529 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Attempting to bind port 8acc2249-77c0-4acc-904d-7dd30d209488 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:52.351386 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Attempting to bind port 8acc2249-77c0-4acc-904d-7dd30d209488 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:52.362133 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:52.362538 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:52.363239 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.363461 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:52.364003 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Bound port: 8acc2249-77c0-4acc-904d-7dd30d209488, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:52.364168 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Allocated IP 172.20.0.1 (9d5c1180-9738-47ae-b513-cef2b397ca01/1855165a-a2ba-4691-ab85-9452ff3312a8/561b1427-9884-43b7-8c44-a87ba4259f44) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:52.365117 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.393532 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Pushing event updated for resources: {'Port': ['ID=8acc2249-77c0-4acc-904d-7dd30d209488,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:52.408400 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.408845 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.409193 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.409609 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.409944 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.410365 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.410730 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.411061 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.411457 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.411804 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.412160 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.412489 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.412995 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:19:52.414955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:52.415519 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.442432 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] For port 8acc2249-77c0-4acc-904d-7dd30d209488, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:52.450279 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] For port 8acc2249-77c0-4acc-904d-7dd30d209488, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8acc2249-77c0-4acc-904d-7dd30d209488,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:52.450482 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] For port 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=842f636f-fa37-4a10-a5d1-eeb5b008bf49,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:52.455262 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.455585 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.529268 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:52.534518 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:52.538393 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks [] for port (561b1427-9884-43b7-8c44-a87ba4259f44), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.538742 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f76e5-d294-4cd0-9e17-2e99d5f828ec None None] Pushing event updated for resources: {'Port': ['ID=8acc2249-77c0-4acc-904d-7dd30d209488,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:52.552055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33b984-9271-43ff-aac1-73a85f4166f6 None None] Pushing event updated for resources: {'Port': ['ID=842f636f-fa37-4a10-a5d1-eeb5b008bf49,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:52.556021 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.db.api [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 17:19:52.556658 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG oslo_db.api [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 17:19:52.580133 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-1958c14e-4fc9-4711-bac5-a41a2f61b3d5 None None] Provisioning complete for port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:52.580514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1958c14e-4fc9-4711-bac5-a41a2f61b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.614614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:52.666681 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:52.688348 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:52.688765 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1958c14e-4fc9-4711-bac5-a41a2f61b3d5 None None] Current status of the port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:52.695722 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:52.699535 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:52.701617 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Pushing event updated for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:52.877366 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:50Z', 'revision_number': 3, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:52.910090 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2c5db-5dd7-4223-9fbd-76e4f648b8c4 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:50Z', 'revision_number': 3, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:19:52.963914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947fb6-88a1-4483-a672-e4a5101fd8bc req-e6613483-1b6b-4477-8ec2-6c5b11776e5c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:52.965424 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0947fb6-88a1-4483-a672-e4a5101fd8bc req-e6613483-1b6b-4477-8ec2-6c5b11776e5c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.3439698 Jan 10 17:19:52.979255 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (df671c42-1356-45b0-81ce-2335308702b8), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.010016 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-4e903af2-4878-478d-8cfa-40e5b8f21cac None None] Provisioning complete for port 561b1427-9884-43b7-8c44-a87ba4259f44 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:53.010635 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4e903af2-4878-478d-8cfa-40e5b8f21cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.049331 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4e903af2-4878-478d-8cfa-40e5b8f21cac None None] Port 561b1427-9884-43b7-8c44-a87ba4259f44 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:19:53.061407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0947fb6-88a1-4483-a672-e4a5101fd8bc req-5631bc87-a994-4333-b18c-128918c34c1b tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885410 Jan 10 17:19:53.101512 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:53.222134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.291827 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2fb50-00bd-4229-b6e9-25d947f5f2b7 req-4e621fee-d652-4473-9aa7-5c6d969ca987 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:53.293718 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ff2fb50-00bd-4229-b6e9-25d947f5f2b7 req-4e621fee-d652-4473-9aa7-5c6d969ca987 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 945 time: 0.1273043 Jan 10 17:19:53.421273 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ff2fb50-00bd-4229-b6e9-25d947f5f2b7 req-1cdb9638-04d2-4d60-a43e-43cd34396709 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203494 Jan 10 17:19:53.510749 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks [] for port (561b1427-9884-43b7-8c44-a87ba4259f44), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.532990 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.551741 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 67d376d4-4078-4f45-9522-d4ce4fe85e0f up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:53.606262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (df671c42-1356-45b0-81ce-2335308702b8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.619124 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Pushing event updated for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:53.630953 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 67d376d4-4078-4f45-9522-d4ce4fe85e0f completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:19:53.635517 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 67d376d4-4078-4f45-9522-d4ce4fe85e0f triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:53.635996 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.719592 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 67d376d4-4078-4f45-9522-d4ce4fe85e0f is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:53.719975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.723407 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:53.725018 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:53.757276 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:53.758029 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:19:53.760780 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1f266-e372-4bee-b004-13cebfbd1f85" -d '{"events": [{"server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "name": "network-vif-plugged", "status": "completed", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:19:53.767296 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:53.827586 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd03c2-9e43-46c4-a274-a5885e67fb63 x-openstack-request-id: req-b4bd03c2-9e43-46c4-a274-a5885e67fb63 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:19:53.827893 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "name": "network-vif-plugged", "status": "completed", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:19:53.828149 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4bd03c2-9e43-46c4-a274-a5885e67fb63 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:19:53.828540 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f', 'code': 200} Jan 10 17:19:53.842170 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:53.900761 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:19:54.089545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:19:54.105402 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c9135910-adf7-4da7-8ec0-9a7e58cf69e3 admin admin] 10.222.0.10 "PUT /v2.0/routers/df671c42-1356-45b0-81ce-2335308702b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5878437 Jan 10 17:19:54.105487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-bee7ede5-d668-4cd6-b62d-edb68d89f498 None None] Provisioning complete for port 561b1427-9884-43b7-8c44-a87ba4259f44 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:54.105487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-bee7ede5-d668-4cd6-b62d-edb68d89f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.132048 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 842f636f-fa37-4a10-a5d1-eeb5b008bf49 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:54.134172 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c29468-da82-4c26-add2-3a88dd2b7a74 req-4d48f243-2526-4802-be40-3f3dd7beca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:54.135717 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-75c29468-da82-4c26-add2-3a88dd2b7a74 req-4d48f243-2526-4802-be40-3f3dd7beca98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 1099 time: 0.0762856 Jan 10 17:19:54.173180 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-bee7ede5-d668-4cd6-b62d-edb68d89f498 None None] Port 561b1427-9884-43b7-8c44-a87ba4259f44 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:19:54.200575 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:54.200945 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.227268 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-75c29468-da82-4c26-add2-3a88dd2b7a74 req-d79e7e2d-c92f-43b0-80de-5b84daeb15f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Jan 10 17:19:54.284105 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:54.285230 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8acc2249-77c0-4acc-904d-7dd30d209488 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:54.333369 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 8acc2249-77c0-4acc-904d-7dd30d209488 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:54.333369 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.417227 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 8acc2249-77c0-4acc-904d-7dd30d209488 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:54.417630 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.438139 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 8acc2249-77c0-4acc-904d-7dd30d209488, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8acc2249-77c0-4acc-904d-7dd30d209488,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:54.443386 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.505061 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=8acc2249-77c0-4acc-904d-7dd30d209488,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:54.581217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e80711-0535-485d-a72d-d6d9e73d77a7 req-6a5216d6-8483-4808-90fd-bf7ba9dc33db tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:54.582783 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-11e80711-0535-485d-a72d-d6d9e73d77a7 req-6a5216d6-8483-4808-90fd-bf7ba9dc33db tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0697548 Jan 10 17:19:54.638937 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-11e80711-0535-485d-a72d-d6d9e73d77a7 req-ef144c46-b03a-443c-b608-46859ecfae06 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Jan 10 17:19:54.656915 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38588) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:54.661814 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-588427936-network', 'tenant_id': '380d72a59586472997ef4cd6213aeda7'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:54.691441 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Made reservation on behalf of 380d72a59586472997ef4cd6213aeda7 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:19:54.693755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.702553 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.777144 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks [] for security_group (d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.780822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.809758 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:19:54.816337 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:54.823497 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (47592d38-6a99-4164-8eee-350535a9e5f9), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.823982 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Added segment 47592d38-6a99-4164-8eee-350535a9e5f9 of type vlan for network 261e4bde-f109-4559-901d-763faa23a83d Jan 10 17:19:54.866974 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (261e4bde-f109-4559-901d-763faa23a83d), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.893711 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (261e4bde-f109-4559-901d-763faa23a83d), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.894837 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:54.895458 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:54.904825 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:19:54.916776 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:54.917393 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:54.951946 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2938719 Jan 10 17:19:54.954719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38590) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:54.959491 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Request body: {'subnet': {'network_id': '261e4bde-f109-4559-901d-763faa23a83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-588427936-subnet', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:54.960000 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff7e9d-6356-4485-9225-2c5ef67d132f admin admin] Pushing event updated for resources: {'Network': ['ID=261e4bde-f109-4559-901d-763faa23a83d,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:54.982345 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 261e4bde-f109-4559-901d-763faa23a83d details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:19:54.984682 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Made reservation on behalf of 380d72a59586472997ef4cd6213aeda7 for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:19:54.988181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.082702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:55.170188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (c7dcee09-c5a5-4261-a429-c39fad6c2818), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.227725 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7dcee09-c5a5-4261-a429-c39fad6c2818,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:55.243599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Checking segment: {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:55.244067 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Network hostable DHCP agents. Network: 261e4bde-f109-4559-901d-763faa23a83d, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:19:55.262539 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Network 261e4bde-f109-4559-901d-763faa23a83d is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:19:55.271304 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 261e4bde-f109-4559-901d-763faa23a83d) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:55.276369 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:55.276988 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.286009 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb478f6-4dc8-40e5-9291-94d8c89a2341 None None] Network 261e4bde-f109-4559-901d-763faa23a83d requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:19:55.296530 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5a5ecada-ac2b-4e7a-ae92-f545bc85ae79 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3384557 Jan 10 17:19:55.296874 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38596) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:55.301317 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:19:55.325895 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.327082 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.375852 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 2, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:55.387803 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for router_controller (2f96ef56-c226-419c-a246-8fc09c337c5b), precommit_add_association {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.419637 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:19:55.419995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Updating router df671c42-1356-45b0-81ce-2335308702b8 port 561b1427-9884-43b7-8c44-a87ba4259f44 binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:19:55.438919 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-261e4bde-f109-4559-901d-763faa23a83d', 'network_id': '261e4bde-f109-4559-901d-763faa23a83d', 'project_id': '380d72a59586472997ef4cd6213aeda7', 'fixed_ips': [{'subnet_id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:19:55.439784 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.464258 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.527624 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for router_gateway (2f96ef56-c226-419c-a246-8fc09c337c5b), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.695738 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Allocated IP 172.20.0.2 (261e4bde-f109-4559-901d-763faa23a83d/c7dcee09-c5a5-4261-a429-c39fad6c2818/4089e69e-353c-41ed-9f21-b1d0d42647b5) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:55.776835 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6f847-2a79-4f1c-a533-9d314146d55c req-21fc37aa-1891-4ebb-b826-9333a407fc2c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:55.782994 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-97e6f847-2a79-4f1c-a533-9d314146d55c req-21fc37aa-1891-4ebb-b826-9333a407fc2c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0673289 Jan 10 17:19:55.839637 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-97e6f847-2a79-4f1c-a533-9d314146d55c req-0b1d20dc-c1ba-466a-834e-3ea29e645e4d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548913 Jan 10 17:19:55.954912 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8acc2249-77c0-4acc-904d-7dd30d209488 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:55.966461 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for router_gateway (2f96ef56-c226-419c-a246-8fc09c337c5b), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:55.988803 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.122514 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Allocated IP 172.27.1.134 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/0687537e-8f0c-431c-acc1-5942da5da468) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:56.150391 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 8acc2249-77c0-4acc-904d-7dd30d209488 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:56.150777 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.152609 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks [] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.182632 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.194721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks [] for port (561b1427-9884-43b7-8c44-a87ba4259f44), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.226464 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.242581 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for port (0687537e-8f0c-431c-acc1-5942da5da468), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.247339 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Network 261e4bde-f109-4559-901d-763faa23a83d is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:56.255733 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:56.260904 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:56.274491 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Pushing event updated for resources: {'Port': ['ID=4089e69e-353c-41ed-9f21-b1d0d42647b5,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:56.278777 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (0687537e-8f0c-431c-acc1-5942da5da468), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.346433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:56.352164 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:56.354844 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:56.428280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0687537e-8f0c-431c-acc1-5942da5da468,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:56.446736 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d0713-5ef0-4fc9-a5fb-2025c7cca29e None None] Pushing event updated for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:56.449120 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Attempting to bind port 4089e69e-353c-41ed-9f21-b1d0d42647b5 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:56.449496 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Attempting to bind port 4089e69e-353c-41ed-9f21-b1d0d42647b5 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:56.449864 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Attempting to bind port 4089e69e-353c-41ed-9f21-b1d0d42647b5 on network 261e4bde-f109-4559-901d-763faa23a83d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:56.469895 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:56.470301 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Checking segment: {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:56.470631 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.471028 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Bound using segment: {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:56.471520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Bound port: 4089e69e-353c-41ed-9f21-b1d0d42647b5, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:56.472047 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.473868 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Attempting to bind port 561b1427-9884-43b7-8c44-a87ba4259f44 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:56.474250 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Attempting to bind port 561b1427-9884-43b7-8c44-a87ba4259f44 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:56.474617 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Attempting to bind port 561b1427-9884-43b7-8c44-a87ba4259f44 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:56.476926 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 8acc2249-77c0-4acc-904d-7dd30d209488 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:56.492018 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:56.492404 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:56.492810 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.493211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Bound using segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:56.493689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Bound port: 561b1427-9884-43b7-8c44-a87ba4259f44, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:56.494079 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.588966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-4b231e18-ef64-46a6-95b8-b4ba2469e7f6 None None] Provisioning complete for port 561b1427-9884-43b7-8c44-a87ba4259f44 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:56.589350 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b231e18-ef64-46a6-95b8-b4ba2469e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.606099 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for router_gateway (2f96ef56-c226-419c-a246-8fc09c337c5b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.618479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] For port 4089e69e-353c-41ed-9f21-b1d0d42647b5, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:56.646687 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] For port 4089e69e-353c-41ed-9f21-b1d0d42647b5, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=4089e69e-353c-41ed-9f21-b1d0d42647b5,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:56.660371 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.665687 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4b231e18-ef64-46a6-95b8-b4ba2469e7f6 None None] Port 561b1427-9884-43b7-8c44-a87ba4259f44 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:19:56.686734 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] For port 561b1427-9884-43b7-8c44-a87ba4259f44, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:56.709077 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] For port 561b1427-9884-43b7-8c44-a87ba4259f44, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=561b1427-9884-43b7-8c44-a87ba4259f44,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:56.722124 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.756898 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9eb5c-b621-4766-98ee-1c8fcd44d4bd None None] Pushing event updated for resources: {'Port': ['ID=4089e69e-353c-41ed-9f21-b1d0d42647b5,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:56.806066 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:56.806744 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:56.841193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:56.915132 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d0713-5ef0-4fc9-a5fb-2025c7cca29e None None] Pushing event updated for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:57.029405 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:57.041039 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Router 2f96ef56-c226-419c-a246-8fc09c337c5b is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:19:57.050801 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77261-706d-4a54-8351-241a424225cf req-b6b2e94e-f36a-4fe5-beee-22b2667df6f0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:19:57.054527 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbf77261-706d-4a54-8351-241a424225cf req-b6b2e94e-f36a-4fe5-beee-22b2667df6f0 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.1079879 Jan 10 17:19:57.134257 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbf77261-706d-4a54-8351-241a424225cf req-c3643f61-e1bc-4dee-b6ab-fa8fbf31f6b9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 Jan 10 17:19:57.207187 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:19:57.218898 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Sync routers for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:19:57.231200 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:57.232854 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:57.251493 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:57.255435 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Provisioning complete for port 561b1427-9884-43b7-8c44-a87ba4259f44 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:57.255435 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:57.255667 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6c2d87e4-6a6e-4d0f-8ad0-1e970d2da8d9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9550469 Jan 10 17:19:57.255885 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38618) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:19:57.411678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Current status of the port 561b1427-9884-43b7-8c44-a87ba4259f44 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:57.412091 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:57.418116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:57.470267 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d2101-c6f3-489d-b9b8-d0735e336b1e None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:19:57.512797 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] For port 561b1427-9884-43b7-8c44-a87ba4259f44, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=561b1427-9884-43b7-8c44-a87ba4259f44,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:57.518053 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:57.525487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:57.637638 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714de3-7b43-4e02-9525-99b2bf2b11a3 None None] Pushing event updated for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:57.859695 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 3, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:57.896932 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Checking router: 2f96ef56-c226-419c-a246-8fc09c337c5b for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:19:57.897406 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Updating router 2f96ef56-c226-419c-a246-8fc09c337c5b port 0687537e-8f0c-431c-acc1-5942da5da468 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:19:57.935141 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (0687537e-8f0c-431c-acc1-5942da5da468), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.009341 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 4089e69e-353c-41ed-9f21-b1d0d42647b5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:58.060699 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.125843 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 4089e69e-353c-41ed-9f21-b1d0d42647b5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:58.126653 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.171981 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a9685-0175-45a9-aea6-945eb75624c7 None None] Network 261e4bde-f109-4559-901d-763faa23a83d requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:19:58.293552 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Provisioning complete for port 4089e69e-353c-41ed-9f21-b1d0d42647b5 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:58.293839 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.294561 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks [] for port (0687537e-8f0c-431c-acc1-5942da5da468), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.295472 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Allocated IP 172.20.0.1 (261e4bde-f109-4559-901d-763faa23a83d/c7dcee09-c5a5-4261-a429-c39fad6c2818/069cd663-7e6c-4e55-8bfa-a95c527ed01b) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:19:58.306102 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (0687537e-8f0c-431c-acc1-5942da5da468), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.362000 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b118866-81c3-4980-b14f-b1ee5c688d62 None None] Pushing event updated for resources: {'Port': ['ID=0687537e-8f0c-431c-acc1-5942da5da468,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:58.384657 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Attempting to bind port 0687537e-8f0c-431c-acc1-5942da5da468 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:19:58.385030 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Attempting to bind port 0687537e-8f0c-431c-acc1-5942da5da468 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:19:58.385399 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Attempting to bind port 0687537e-8f0c-431c-acc1-5942da5da468 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:19:58.397495 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:19:58.398155 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:19:58.398793 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.399208 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:19:58.399703 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Bound port: 0687537e-8f0c-431c-acc1-5942da5da468, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:19:58.400086 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (0687537e-8f0c-431c-acc1-5942da5da468), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.403370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 4089e69e-353c-41ed-9f21-b1d0d42647b5 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:58.403370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.482042 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks [] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.501832 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] For port 0687537e-8f0c-431c-acc1-5942da5da468, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:19:58.505601 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] For port 0687537e-8f0c-431c-acc1-5942da5da468, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=0687537e-8f0c-431c-acc1-5942da5da468,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:19:58.518382 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (0687537e-8f0c-431c-acc1-5942da5da468), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.550495 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.575159 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Network 261e4bde-f109-4559-901d-763faa23a83d is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:58.577705 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:58.610701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:19:58.667722 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:19:58.670758 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:58.737014 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 4089e69e-353c-41ed-9f21-b1d0d42647b5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=4089e69e-353c-41ed-9f21-b1d0d42647b5,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:19:58.743223 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Current status of the port 4089e69e-353c-41ed-9f21-b1d0d42647b5 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:58.743810 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.754400 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:58.769690 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (2f96ef56-c226-419c-a246-8fc09c337c5b), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.770350 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:58.771351 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 561b1427-9884-43b7-8c44-a87ba4259f44 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:19:58.787202 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b118866-81c3-4980-b14f-b1ee5c688d62 None None] Pushing event updated for resources: {'Port': ['ID=0687537e-8f0c-431c-acc1-5942da5da468,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:58.876717 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:19:58.968484 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=4089e69e-353c-41ed-9f21-b1d0d42647b5,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:58.983369 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.db.api [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102730) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 17:19:58.983800 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG oslo_db.api [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 17:19:58.992011 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 561b1427-9884-43b7-8c44-a87ba4259f44 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:58.992280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.035378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.086839 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 561b1427-9884-43b7-8c44-a87ba4259f44 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:59.140286 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 3, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:19:59.167438 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d9de58-e2b4-48d0-ac63-79dd2ade4099 None None] The sync data for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi is: [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:56Z', 'revision_number': 3, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:19:59.242796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks [] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.248845 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.316457 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (2f96ef56-c226-419c-a246-8fc09c337c5b), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.318184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:19:59.418914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Network 261e4bde-f109-4559-901d-763faa23a83d is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:19:59.420445 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:19:59.571683 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-ed1543bf-a94e-4ef7-9eaf-2a353bb0a11c None None] Current status of the port 4089e69e-353c-41ed-9f21-b1d0d42647b5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:59.608377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Router 2f96ef56-c226-419c-a246-8fc09c337c5b has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:19:59.703242 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Provisioning complete for port 4089e69e-353c-41ed-9f21-b1d0d42647b5 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:59.703642 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.743938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:19:59.749477 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-83a197cb-a275-46f1-99eb-096278c10fc2 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f96ef56-c226-419c-a246-8fc09c337c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925866 Jan 10 17:19:59.823077 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Current status of the port 4089e69e-353c-41ed-9f21-b1d0d42647b5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:19:59.836948 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Provisioning complete for port 069cd663-7e6c-4e55-8bfa-a95c527ed01b triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:19:59.837600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:19:59.924273 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0d570492-f5c5-4d2e-906f-ad9424c2891d None None] Port 069cd663-7e6c-4e55-8bfa-a95c527ed01b cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:20:00.058079 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-0f7ddd45-b50f-4615-84be-df95d9c96fa5 None None] Provisioning complete for port 069cd663-7e6c-4e55-8bfa-a95c527ed01b triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:00.058505 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f7ddd45-b50f-4615-84be-df95d9c96fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:00.071816 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 4089e69e-353c-41ed-9f21-b1d0d42647b5 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:00.173526 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ddd45-b50f-4615-84be-df95d9c96fa5 None None] Port 069cd663-7e6c-4e55-8bfa-a95c527ed01b cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:20:00.197339 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 4089e69e-353c-41ed-9f21-b1d0d42647b5 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:00.198129 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:00.297642 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 4089e69e-353c-41ed-9f21-b1d0d42647b5 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:00.298714 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 0687537e-8f0c-431c-acc1-5942da5da468 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:00.364366 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 0687537e-8f0c-431c-acc1-5942da5da468 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:00.364815 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (0687537e-8f0c-431c-acc1-5942da5da468), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:00.449096 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 0687537e-8f0c-431c-acc1-5942da5da468 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:00.449500 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (0687537e-8f0c-431c-acc1-5942da5da468), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:00.469120 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 0687537e-8f0c-431c-acc1-5942da5da468, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=0687537e-8f0c-431c-acc1-5942da5da468,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:00.472782 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (0687537e-8f0c-431c-acc1-5942da5da468), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:00.523961 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=0687537e-8f0c-431c-acc1-5942da5da468,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:01.084040 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Sync routers for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:20:01.097137 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:01.097940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:01.127196 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38674) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:01.132497 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421551099', 'description': 'tempest-secgroup-smoke-1421551099 description', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:01.167189 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.219090 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:01.237219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (30d244cb-fcac-4979-b6e2-a669244a17a4), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.241647 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (30d244cb-fcac-4979-b6e2-a669244a17a4), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.276701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d244cb-fcac-4979-b6e2-a669244a17a4,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:01.285923 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.290768 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38680) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:01.291923 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a7120faa-b652-4b1f-8acd-5393781712be tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1627169 Jan 10 17:20:01.295275 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:01.332671 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (4406732c-2d48-4b7f-8d3d-cf25bb91d91d), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.411985 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (4406732c-2d48-4b7f-8d3d-cf25bb91d91d), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.417222 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (4406732c-2d48-4b7f-8d3d-cf25bb91d91d), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.443124 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4406732c-2d48-4b7f-8d3d-cf25bb91d91d,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:01.451355 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.454858 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8d60c68d-16cd-4c53-90c2-91dbdfb41175 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618955 Jan 10 17:20:01.456921 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38688) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:01.466947 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:01.478408 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:58Z', 'revision_number': 4, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '069cd663-7e6c-4e55-8bfa-a95c527ed01b', 'name': '', 'network_id': '261e4bde-f109-4559-901d-763faa23a83d', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'mac_address': 'fa:16:3e:d8:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:58Z', 'updated_at': '2022-01-10T17:19:59Z', 'revision_number': 2, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'subnets': [{'id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:01.512831 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Checking router: 2f96ef56-c226-419c-a246-8fc09c337c5b for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:20:01.513504 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Updating router 2f96ef56-c226-419c-a246-8fc09c337c5b port 069cd663-7e6c-4e55-8bfa-a95c527ed01b binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:20:01.530870 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-75a5329f-51fb-496b-a7d4-16b86195a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:01.533083 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-75a5329f-51fb-496b-a7d4-16b86195a362 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0499413 Jan 10 17:20:01.536752 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (daaf1a9e-c248-4db2-a9c5-364b51c9fcbc), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.555333 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.575979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631498d-bebe-4f79-b60b-176729ed0dbf req-6f829cdf-bf7f-4254-bc55-3ed5ec9f1b6c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:01.577625 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a631498d-bebe-4f79-b60b-176729ed0dbf req-6f829cdf-bf7f-4254-bc55-3ed5ec9f1b6c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0801923 Jan 10 17:20:01.618422 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (daaf1a9e-c248-4db2-a9c5-364b51c9fcbc), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.627965 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (daaf1a9e-c248-4db2-a9c5-364b51c9fcbc), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.646800 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-20628512-1e92-4e8c-8da5-2e6d9828c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:01.648868 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-20628512-1e92-4e8c-8da5-2e6d9828c4a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.1100097 Jan 10 17:20:01.657541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaf1a9e-c248-4db2-a9c5-364b51c9fcbc,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:01.665778 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a631498d-bebe-4f79-b60b-176729ed0dbf req-6d41bccb-7809-4ce4-b77a-7779b98222d1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764697 Jan 10 17:20:01.678894 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.682849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e42932fc-d121-4a67-82f4-ec4ca8dc9428 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241411 Jan 10 17:20:01.685432 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38690) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:01.689930 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:01.695093 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-86c019f6-735c-4bea-b98e-acaa892f081b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0398250 Jan 10 17:20:01.721267 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (45c7bc96-22cc-4b9c-93f1-dd4840b94c64), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.750717 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-24421fb7-6b92-46d3-afa1-c2c3e7d37361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:01.752170 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-24421fb7-6b92-46d3-afa1-c2c3e7d37361 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0497069 Jan 10 17:20:01.783352 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-4d26e3c3-f045-49eb-a8c6-dfc693b3ec50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242739 Jan 10 17:20:01.801508 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (45c7bc96-22cc-4b9c-93f1-dd4840b94c64), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.806707 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (45c7bc96-22cc-4b9c-93f1-dd4840b94c64), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.829128 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c7bc96-22cc-4b9c-93f1-dd4840b94c64,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:01.841606 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.845050 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-03e14f80-8f92-4a50-8017-441153fc3111 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585865 Jan 10 17:20:01.849345 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 38692) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:01.854670 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:01.890204 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks [] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.896643 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.910459 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-37ff78ff-570d-4f0d-81b1-4f5680977987 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203170 Jan 10 17:20:01.919336 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (3f1a9e29-556a-4ae3-bd39-fafeb35c1195), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:01.927223 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 0687537e-8f0c-431c-acc1-5942da5da468 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:01.984265 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3b96-9276-4231-86a1-1853d9799ac6 None None] Pushing event updated for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.053822 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 0687537e-8f0c-431c-acc1-5942da5da468 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:02.054263 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (0687537e-8f0c-431c-acc1-5942da5da468), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.072595 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-af9f24c1-5a76-46a9-918a-795315275ee2 req-dbcc6ec6-bf53-441c-8785-3084bb1b1af7 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551557 Jan 10 17:20:02.081763 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (3f1a9e29-556a-4ae3-bd39-fafeb35c1195), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.092890 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (3f1a9e29-556a-4ae3-bd39-fafeb35c1195), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.112527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Attempting to bind port 069cd663-7e6c-4e55-8bfa-a95c527ed01b on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:20:02.124551 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1a9e29-556a-4ae3-bd39-fafeb35c1195,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.132177 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Attempting to bind port 069cd663-7e6c-4e55-8bfa-a95c527ed01b by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:20:02.132177 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Attempting to bind port 069cd663-7e6c-4e55-8bfa-a95c527ed01b on network 261e4bde-f109-4559-901d-763faa23a83d {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:20:02.136277 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.137629 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-bc6422d1-e43f-429d-a671-a2acadc645c8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2873051 Jan 10 17:20:02.141184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:20:02.141373 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38702) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:02.141878 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Checking segment: {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:20:02.142064 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.142561 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Bound using segment: {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:20:02.143086 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Bound port: 069cd663-7e6c-4e55-8bfa-a95c527ed01b, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47592d38-6a99-4164-8eee-350535a9e5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '261e4bde-f109-4559-901d-763faa23a83d'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:20:02.143526 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.147898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:02.186834 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.securitygroups_db [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Project e0d6782dc9ba43dcbbd40dbfd3dd7c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:20:02.197003 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (2e466afa-186a-40aa-bb1a-308fe934884d), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.244563 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 0687537e-8f0c-431c-acc1-5942da5da468 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:02.262680 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] For port 069cd663-7e6c-4e55-8bfa-a95c527ed01b, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:20:02.267016 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] For port 069cd663-7e6c-4e55-8bfa-a95c527ed01b, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=069cd663-7e6c-4e55-8bfa-a95c527ed01b,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:20:02.267265 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (2e466afa-186a-40aa-bb1a-308fe934884d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.271305 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.271695 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (2e466afa-186a-40aa-bb1a-308fe934884d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.290019 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e466afa-186a-40aa-bb1a-308fe934884d,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.298610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.299827 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4257f35e-9421-4b98-ab42-a65134a8e31a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570373 Jan 10 17:20:02.302508 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 38706) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:02.307970 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'security_group_rule': {'security_group_id': '30d244cb-fcac-4979-b6e2-a669244a17a4', 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:02.334658 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.securitygroups_db [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Project e0d6782dc9ba43dcbbd40dbfd3dd7c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:20:02.342575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (ffd50d32-2b58-4798-bedc-52b6e9a9b2f8), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.344224 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:02.344871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:19:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:02.346645 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3b96-9276-4231-86a1-1853d9799ac6 None None] Pushing event updated for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.388168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Provisioning complete for port 069cd663-7e6c-4e55-8bfa-a95c527ed01b triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:02.388447 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.435806 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (ffd50d32-2b58-4798-bedc-52b6e9a9b2f8), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.442273 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (ffd50d32-2b58-4798-bedc-52b6e9a9b2f8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.463045 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd50d32-2b58-4798-bedc-52b6e9a9b2f8,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.472262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.478749 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d83dd55a-96a3-4124-b0ae-62e77b7a763f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713459 Jan 10 17:20:02.533733 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:02.576326 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Current status of the port 069cd663-7e6c-4e55-8bfa-a95c527ed01b is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:02.576724 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.809630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4dd94-9020-46e1-88c4-da9786952382 req-3f285c68-f07c-4fb4-98ce-a3e8be080719 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:02.811500 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3e4dd94-9020-46e1-88c4-da9786952382 req-3f285c68-f07c-4fb4-98ce-a3e8be080719 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0559742 Jan 10 17:20:02.817619 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] For port 069cd663-7e6c-4e55-8bfa-a95c527ed01b, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=069cd663-7e6c-4e55-8bfa-a95c527ed01b,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:02.822630 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.865034 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3e4dd94-9020-46e1-88c4-da9786952382 req-022ad7c7-ed7d-4037-9b7e-b9d8afe09faa tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Jan 10 17:20:02.909814 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17555a3-38c8-42c2-9653-120cd0851032 None None] Pushing event updated for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:02.953086 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:58Z', 'revision_number': 4, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '069cd663-7e6c-4e55-8bfa-a95c527ed01b', 'name': '', 'network_id': '261e4bde-f109-4559-901d-763faa23a83d', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'mac_address': 'fa:16:3e:d8:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:58Z', 'updated_at': '2022-01-10T17:20:02Z', 'revision_number': 4, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'subnets': [{'id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:02.956722 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-d411ba45-850b-4d61-8fb5-84738fb199dd None None] Provisioning complete for port 069cd663-7e6c-4e55-8bfa-a95c527ed01b triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:02.957093 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d411ba45-850b-4d61-8fb5-84738fb199dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:02.997915 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b599c-7ea5-413e-8449-a828e40f14ba None None] The sync data for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi is: [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:19:58Z', 'revision_number': 4, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '069cd663-7e6c-4e55-8bfa-a95c527ed01b', 'name': '', 'network_id': '261e4bde-f109-4559-901d-763faa23a83d', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'mac_address': 'fa:16:3e:d8:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:58Z', 'updated_at': '2022-01-10T17:20:02Z', 'revision_number': 4, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'subnets': [{'id': 'c7dcee09-c5a5-4261-a429-c39fad6c2818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:20:03.068510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d411ba45-850b-4d61-8fb5-84738fb199dd None None] Current status of the port 069cd663-7e6c-4e55-8bfa-a95c527ed01b is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:03.923989 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 069cd663-7e6c-4e55-8bfa-a95c527ed01b up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:03.997907 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8d20cfc1-ed43-4d57-a769-340d75527ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:04.010399 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 069cd663-7e6c-4e55-8bfa-a95c527ed01b triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:04.010784 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:04.016847 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e6d81-64ad-49e7-9920-0ee725a58799 req-04abc7aa-0562-4b5d-8f22-1ec01f4fd5f1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:04.025003 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-800e6d81-64ad-49e7-9920-0ee725a58799 req-04abc7aa-0562-4b5d-8f22-1ec01f4fd5f1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0672655 Jan 10 17:20:04.071375 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-800e6d81-64ad-49e7-9920-0ee725a58799 req-0bc0d8ef-8f6c-466b-8ed3-d75a24c2cf2e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Jan 10 17:20:04.103688 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 069cd663-7e6c-4e55-8bfa-a95c527ed01b is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:04.494267 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:05.189032 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca88bb-d8af-44fb-9b2a-b8abb3047de8 req-077a4dec-3dc1-481b-b63a-8d359da36f0f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:05.190643 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-04ca88bb-d8af-44fb-9b2a-b8abb3047de8 req-077a4dec-3dc1-481b-b63a-8d359da36f0f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0502243 Jan 10 17:20:05.236021 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-04ca88bb-d8af-44fb-9b2a-b8abb3047de8 req-de6221be-bc6a-4274-a93c-95b4348aaffb tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Jan 10 17:20:06.360722 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af23d1-ac50-4780-9a5f-5ab041982574 req-1ac84faf-50b0-447d-afa9-42f199b0eb9e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:06.362117 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d9af23d1-ac50-4780-9a5f-5ab041982574 req-1ac84faf-50b0-447d-afa9-42f199b0eb9e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0512881 Jan 10 17:20:06.408651 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d9af23d1-ac50-4780-9a5f-5ab041982574 req-9d60bc7b-e5bb-4882-aed5-03872f6ff3a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Jan 10 17:20:06.419848 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-86dcd568-fd1f-4638-9a08-ec864370d49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:06.661461 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-92f03f8e-0a75-4e77-a0b0-cfd64827c191 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418959 Jan 10 17:20:06.722534 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-c13470eb-d500-45a0-8455-3e55e32f5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:06.723973 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-c13470eb-d500-45a0-8455-3e55e32f5135 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 1099 time: 0.0394046 Jan 10 17:20:06.827476 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-e231db99-9c48-46d5-9c21-076b323678f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:06.828995 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-e231db99-9c48-46d5-9c21-076b323678f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.0839627 Jan 10 17:20:06.875498 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-d0e5d8ac-d750-4629-8876-85129741070a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 200 len: 217 time: 0.0366662 Jan 10 17:20:06.924275 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-144a7ded-6473-4f8b-82c1-574a7f175ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:06.925735 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-144a7ded-6473-4f8b-82c1-574a7f175ac5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0434690 Jan 10 17:20:06.956054 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-8275765b-1633-4515-bd31-e3d3ef623960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231154 Jan 10 17:20:07.049209 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-38281f9c-78c3-4eae-8e77-7029eae64e90 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Jan 10 17:20:07.135793 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-07d4d3c9-8a96-48ae-9cde-ea7457660b00 req-dca96e39-2185-46c1-8b7f-ad1e2730a1a8 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800579 Jan 10 17:20:07.186707 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:07.536912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf01f-0bd3-48ad-9359-ec49cce75806 req-00ba3426-55b9-4a76-8e16-cc0a7feaf551 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:07.540045 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0acaf01f-0bd3-48ad-9359-ec49cce75806 req-00ba3426-55b9-4a76-8e16-cc0a7feaf551 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0509224 Jan 10 17:20:07.588239 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0acaf01f-0bd3-48ad-9359-ec49cce75806 req-a712ee86-daa9-4c7c-a899-dca232079225 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Jan 10 17:20:08.708367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269ca96-526e-4706-8910-e17f73759ec6 req-ef6a3361-a099-4cae-bcc4-f18966f8c72f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:08.709988 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0269ca96-526e-4706-8910-e17f73759ec6 req-ef6a3361-a099-4cae-bcc4-f18966f8c72f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0525284 Jan 10 17:20:08.766781 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0269ca96-526e-4706-8910-e17f73759ec6 req-b4b9d709-95df-4192-9642-81f71c958933 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505443 Jan 10 17:20:08.789839 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:09.886088 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468f4b-5c76-4880-b125-6eb7dbf5f7e6 req-e2c06cde-6446-49d6-a52c-a1a1e4b41446 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:09.887600 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75468f4b-5c76-4880-b125-6eb7dbf5f7e6 req-e2c06cde-6446-49d6-a52c-a1a1e4b41446 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0479786 Jan 10 17:20:09.936154 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75468f4b-5c76-4880-b125-6eb7dbf5f7e6 req-09306a3c-378d-427c-86c2-b56ab7575d1a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Jan 10 17:20:10.429696 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:11.048264 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf068b4-19a3-4ef3-95db-7b470926e84a req-df6d6af6-fc4e-43ce-a90c-6c4358fd3421 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:11.049533 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5cf068b4-19a3-4ef3-95db-7b470926e84a req-df6d6af6-fc4e-43ce-a90c-6c4358fd3421 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0468812 Jan 10 17:20:11.098843 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5cf068b4-19a3-4ef3-95db-7b470926e84a req-cd3876bf-6080-4574-aa99-9b35fb3ce794 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Jan 10 17:20:12.215839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200f90-2ae5-4fc9-80d8-ff587143f237 req-8fa19407-c238-4e8b-971a-d59469c8a3fd tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:12.217326 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3c200f90-2ae5-4fc9-80d8-ff587143f237 req-8fa19407-c238-4e8b-971a-d59469c8a3fd tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0488353 Jan 10 17:20:12.262955 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3c200f90-2ae5-4fc9-80d8-ff587143f237 req-a12d1454-7dc9-4e97-9fec-86efea5beee0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Jan 10 17:20:12.579663 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639857b4-7c61-479e-88b9-ec230eb070ec req-fc31df1e-17f7-43ca-a45c-f77da11e8e5a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:12.581380 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-639857b4-7c61-479e-88b9-ec230eb070ec req-fc31df1e-17f7-43ca-a45c-f77da11e8e5a tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0475597 Jan 10 17:20:12.629902 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-639857b4-7c61-479e-88b9-ec230eb070ec req-f6176ad2-c3b8-4e5b-aac0-947621e24dbe tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jan 10 17:20:13.384119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa0e07-6443-4806-9eee-2aad4c19f5b5 req-aa2f9543-36d3-4a3e-9960-1256110d3e72 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:13.385588 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-faaa0e07-6443-4806-9eee-2aad4c19f5b5 req-aa2f9543-36d3-4a3e-9960-1256110d3e72 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0522361 Jan 10 17:20:13.433105 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-faaa0e07-6443-4806-9eee-2aad4c19f5b5 req-147b2a2a-5b7c-4795-801a-6f1dffdceb13 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Jan 10 17:20:13.745337 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1bae-c33d-4440-ac5d-99cf59c56e74 req-d6160688-ba47-463d-b334-6fea2c0140bb tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:13.746812 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ebb1bae-c33d-4440-ac5d-99cf59c56e74 req-d6160688-ba47-463d-b334-6fea2c0140bb tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Jan 10 17:20:13.793177 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ebb1bae-c33d-4440-ac5d-99cf59c56e74 req-5f7f4b90-175f-49b6-8ed6-9b3b2e5901d8 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jan 10 17:20:14.549852 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9544e-ef54-4562-92ec-0b315d70f8ca req-b517fc38-0885-4c81-b0fb-cc1608e7b42e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:14.551411 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b6d9544e-ef54-4562-92ec-0b315d70f8ca req-b517fc38-0885-4c81-b0fb-cc1608e7b42e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0489466 Jan 10 17:20:14.600656 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b6d9544e-ef54-4562-92ec-0b315d70f8ca req-0dd4fa17-7b1f-4151-85e0-8459037d44d2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Jan 10 17:20:14.908546 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600adb-721b-4c5a-a775-3fb63cfee95f req-3f2aeebc-ee8d-4341-9eb3-eed70b9a7359 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:14.910413 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-81600adb-721b-4c5a-a775-3fb63cfee95f req-3f2aeebc-ee8d-4341-9eb3-eed70b9a7359 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Jan 10 17:20:14.955908 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-81600adb-721b-4c5a-a775-3fb63cfee95f req-6024d0ad-72c8-4409-acfb-36932de38d4f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Jan 10 17:20:15.367601 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-69c69706-984e-4f9f-bb94-338ca233b8d3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:15.369050 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-69c69706-984e-4f9f-bb94-338ca233b8d3 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 946 time: 0.0820029 Jan 10 17:20:15.492765 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Deleting port 67d376d4-4078-4f45-9522-d4ce4fe85e0f {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:15.493021 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:15.582870 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] For port 67d376d4-4078-4f45-9522-d4ce4fe85e0f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=67d376d4-4078-4f45-9522-d4ce4fe85e0f,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:15.583231 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:15.597836 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Calling delete_port for 67d376d4-4078-4f45-9522-d4ce4fe85e0f owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:15.717279 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06998a44-c7f2-4cd6-a005-760666459b0e req-78a74452-4164-40fb-960d-9bc297023135 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:15.722245 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06998a44-c7f2-4cd6-a005-760666459b0e req-78a74452-4164-40fb-960d-9bc297023135 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0495601 Jan 10 17:20:15.749044 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (67d376d4-4078-4f45-9522-d4ce4fe85e0f), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:15.760984 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9', '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', '67d376d4-4078-4f45-9522-d4ce4fe85e0f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:15.777666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event deleted for resources: {'Port': ['ID=67d376d4-4078-4f45-9522-d4ce4fe85e0f,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:15.792856 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06998a44-c7f2-4cd6-a005-760666459b0e req-9ccd297a-bef9-4ca9-99eb-502b301ea2e6 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Jan 10 17:20:15.843167 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] No DVR routers for this DVR port 67d376d4-4078-4f45-9522-d4ce4fe85e0f on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:15.846666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:15.850361 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-beb17d81-ce0e-4bab-8cb3-80b8694650d3 req-c383fb68-03b1-4043-a619-a1175e964520 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "DELETE /v2.0/ports/67d376d4-4078-4f45-9522-d4ce4fe85e0f HTTP/1.1" status: 204 len: 173 time: 0.4752738 Jan 10 17:20:15.850882 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'name': 'network-vif-deleted', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:15.853813 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3a1914-ec43-43ec-91a9-69e0f6c5400e" -d '{"events": [{"server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "name": "network-vif-deleted", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:15.894055 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad4533-02d9-44d8-9ea6-40afe59686c9 x-openstack-request-id: req-96ad4533-02d9-44d8-9ea6-40afe59686c9 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:15.894385 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b508d513-b8d0-4aab-b002-53b1f8ff46a2", "name": "network-vif-deleted", "tag": "67d376d4-4078-4f45-9522-d4ce4fe85e0f", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:15.894640 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96ad4533-02d9-44d8-9ea6-40afe59686c9 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:15.895045 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b508d513-b8d0-4aab-b002-53b1f8ff46a2', 'name': 'network-vif-deleted', 'tag': '67d376d4-4078-4f45-9522-d4ce4fe85e0f', 'status': 'completed', 'code': 200} Jan 10 17:20:16.068540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-402f9dd7-045c-46d4-8748-8efe1dde9db5 req-ddfb2268-3762-4448-9255-993d1aa9e430 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b508d513-b8d0-4aab-b002-53b1f8ff46a2 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Jan 10 17:20:16.471811 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:20:16.897268 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa258e3-3fd2-47d8-b035-fa377951111f req-f9a770fd-a60c-4638-b1e9-242e712a73e5 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:16.899232 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eaa258e3-3fd2-47d8-b035-fa377951111f req-f9a770fd-a60c-4638-b1e9-242e712a73e5 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0474446 Jan 10 17:20:16.943615 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eaa258e3-3fd2-47d8-b035-fa377951111f req-9f7b8398-99ff-40a5-9220-26b909bd712e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Jan 10 17:20:18.057638 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e84de-5fdd-4850-8147-320104f963de req-4345618b-a785-4284-a622-2cfd6f387965 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:18.059105 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-395e84de-5fdd-4850-8147-320104f963de req-4345618b-a785-4284-a622-2cfd6f387965 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0462692 Jan 10 17:20:18.104036 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-395e84de-5fdd-4850-8147-320104f963de req-2a6a6e32-4ed5-44c8-b4bf-71a5bef46720 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Jan 10 17:20:19.220789 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdcb24-7535-415a-b11f-4df832f09aaa req-614fc00f-1b35-4dcd-b7a0-142dc56f6d99 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:19.222270 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e8bdcb24-7535-415a-b11f-4df832f09aaa req-614fc00f-1b35-4dcd-b7a0-142dc56f6d99 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0499828 Jan 10 17:20:19.267281 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e8bdcb24-7535-415a-b11f-4df832f09aaa req-24cba07d-d0fe-452b-8607-a2619ef40937 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Jan 10 17:20:19.495472 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce33eee-19c1-4f84-9400-9ffeecb3458d req-cb64bb14-f060-4796-a3df-ebaa88e329a9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:19.496915 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ce33eee-19c1-4f84-9400-9ffeecb3458d req-cb64bb14-f060-4796-a3df-ebaa88e329a9 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0466948 Jan 10 17:20:19.542066 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ce33eee-19c1-4f84-9400-9ffeecb3458d req-78c740ba-cab0-4ed3-a797-00a2fb84571c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Jan 10 17:20:19.716300 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 67d376d4-4078-4f45-9522-d4ce4fe85e0f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:19.736176 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 67d376d4-4078-4f45-9522-d4ce4fe85e0f {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:19.736527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 67d376d4-4078-4f45-9522-d4ce4fe85e0f not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:20.382004 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1c353-9ea6-4615-80ff-dd1ed1a1fa8e req-a5387990-4736-4561-a1d1-9f8ccacd5653 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:20.386318 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63b1c353-9ea6-4615-80ff-dd1ed1a1fa8e req-a5387990-4736-4561-a1d1-9f8ccacd5653 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0499294 Jan 10 17:20:20.633323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63b1c353-9ea6-4615-80ff-dd1ed1a1fa8e req-5574c2bb-3329-4a69-ac21-ce9c7e8b6afe tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436030 Jan 10 17:20:20.657485 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c298c-2045-4916-befd-95ee3a41cb84 req-aaa0e194-140d-410f-9cd1-732da66502e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:20.658988 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e73c298c-2045-4916-befd-95ee3a41cb84 req-aaa0e194-140d-410f-9cd1-732da66502e3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0391648 Jan 10 17:20:20.671161 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02275f7a-18ba-41f7-bcea-b9be04467cf0 req-6cbc1c89-a672-400c-b07b-96ca9797b749 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:20.672629 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-02275f7a-18ba-41f7-bcea-b9be04467cf0 req-6cbc1c89-a672-400c-b07b-96ca9797b749 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0548635 Jan 10 17:20:20.703367 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e73c298c-2045-4916-befd-95ee3a41cb84 req-6a87e52a-07db-4026-80cb-679a5926695c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Jan 10 17:20:20.718209 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-02275f7a-18ba-41f7-bcea-b9be04467cf0 req-abde9593-f694-4746-b0b8-d33136143ec1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Jan 10 17:20:21.748147 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604606-8fd6-4ea7-9bde-1543ec08b5c1 req-fdf783bd-c250-4805-b472-552739dde545 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:21.749634 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ec604606-8fd6-4ea7-9bde-1543ec08b5c1 req-fdf783bd-c250-4805-b472-552739dde545 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0474584 Jan 10 17:20:21.809121 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ec604606-8fd6-4ea7-9bde-1543ec08b5c1 req-eec4b35c-205d-493a-a9aa-177fd6b36f71 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Jan 10 17:20:21.844320 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e169d-c2e2-45da-9fe1-68959eeb3e93 req-561bed8f-dd9d-405b-84a6-cd87c6ea2d3d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:21.845777 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d2e169d-c2e2-45da-9fe1-68959eeb3e93 req-561bed8f-dd9d-405b-84a6-cd87c6ea2d3d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0527854 Jan 10 17:20:21.893849 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d2e169d-c2e2-45da-9fe1-68959eeb3e93 req-710cedcf-90c0-49ce-9489-44d57b98e31c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Jan 10 17:20:22.399824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-af503ff5-4739-447b-a1d4-75611d9f938d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:22.401115 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-af503ff5-4739-447b-a1d4-75611d9f938d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 946 time: 0.0481400 Jan 10 17:20:22.491766 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Deleting port e4b79f64-2dc8-412b-b866-2a4c9384ddbb {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:22.492106 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:22.578873 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] For port e4b79f64-2dc8-412b-b866-2a4c9384ddbb, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:22.579234 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:22.591065 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Calling delete_port for e4b79f64-2dc8-412b-b866-2a4c9384ddbb owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:22.713849 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (e4b79f64-2dc8-412b-b866-2a4c9384ddbb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:22.726098 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9', '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:22.743605 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event deleted for resources: {'Port': ['ID=e4b79f64-2dc8-412b-b866-2a4c9384ddbb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:22.757015 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.757373 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.757722 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.758670 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.759020 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.759357 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.759688 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.760022 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.760347 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.760676 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.761004 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.761326 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.761647 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:22.796239 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] No DVR routers for this DVR port e4b79f64-2dc8-412b-b866-2a4c9384ddbb on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:22.798881 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:22.802185 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a01087bf-0f7d-4506-83ea-5921a88ddf71 req-b4307d1c-1b09-4e22-93a3-d97f0760c620 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "DELETE /v2.0/ports/e4b79f64-2dc8-412b-b866-2a4c9384ddbb HTTP/1.1" status: 204 len: 173 time: 0.3937438 Jan 10 17:20:22.802670 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'name': 'network-vif-deleted', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:22.804976 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a77784-f780-4ec2-a148-15034b88d544" -d '{"events": [{"server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "name": "network-vif-deleted", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:22.853443 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7691f2-a756-4db4-ae86-64110c2bcd09 x-openstack-request-id: req-cc7691f2-a756-4db4-ae86-64110c2bcd09 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:22.853739 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6252f3e-fe14-4d96-8257-ad83ed4683ac", "name": "network-vif-deleted", "tag": "e4b79f64-2dc8-412b-b866-2a4c9384ddbb", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:22.853997 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc7691f2-a756-4db4-ae86-64110c2bcd09 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:22.854422 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6252f3e-fe14-4d96-8257-ad83ed4683ac', 'name': 'network-vif-deleted', 'tag': 'e4b79f64-2dc8-412b-b866-2a4c9384ddbb', 'status': 'completed', 'code': 200} Jan 10 17:20:22.946172 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c9a-24b8-426d-986c-62a9364fc6e1 req-cf897715-fc27-44cd-bc65-3f6d0172ed40 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:22.947725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4cb56c9a-24b8-426d-986c-62a9364fc6e1 req-cf897715-fc27-44cd-bc65-3f6d0172ed40 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0537176 Jan 10 17:20:23.026692 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2adabe30-6ae5-4933-9b67-8e6d3609ea09 req-a806babc-3b91-4547-9451-2e1859720155 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6252f3e-fe14-4d96-8257-ad83ed4683ac HTTP/1.1" status: 200 len: 210 time: 0.0402043 Jan 10 17:20:23.030408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4cb56c9a-24b8-426d-986c-62a9364fc6e1 req-ac7111e0-9e9f-4925-afa6-162be020b408 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Jan 10 17:20:23.312561 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-b6e84660-42c0-4f02-b317-7217b2b60087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:23.314119 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-b6e84660-42c0-4f02-b317-7217b2b60087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 1098 time: 0.0431547 Jan 10 17:20:23.326089 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fabf0a-0802-4ff4-961d-45e1a0038a03 req-9cc27813-634f-4b10-918c-084b0633839e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:23.327809 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82fabf0a-0802-4ff4-961d-45e1a0038a03 req-9cc27813-634f-4b10-918c-084b0633839e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0557513 Jan 10 17:20:23.374061 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82fabf0a-0802-4ff4-961d-45e1a0038a03 req-094454ec-6103-469b-943a-73810e1eed1f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Jan 10 17:20:23.409824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-9ebacbf6-c50d-41c3-8c27-27c72b21c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:23.416234 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-9ebacbf6-c50d-41c3-8c27-27c72b21c8df service neutron] 10.222.0.24 "GET /v2.0/networks?id=be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 200 len: 920 time: 0.0963790 Jan 10 17:20:23.462945 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-f6d16685-da43-4afd-b170-506f9df5c6f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 200 len: 217 time: 0.0398054 Jan 10 17:20:23.521672 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-ea3bb617-b589-43d0-b1c6-4ff048245bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:23.523180 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-ea3bb617-b589-43d0-b1c6-4ff048245bcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 200 len: 859 time: 0.0447433 Jan 10 17:20:23.564584 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-8b3a893d-6399-4e3a-a9b2-23681327c4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be608f9d-f2ce-4080-bed0-d4396bad9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347991 Jan 10 17:20:23.654277 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-97831bc0-971f-4cb0-9c82-71f71ae8593a service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834706 Jan 10 17:20:23.960030 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-9a55d1cb-0119-4f2e-8b9d-0d3e8d28fdef req-59b4dea0-1f6f-4d0d-9dee-2d31f49a3c93 service neutron] 10.222.0.24 "GET /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983723 Jan 10 17:20:24.290695 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3efa2-d6b4-47e3-9065-854599dec7ca req-f10cbef4-f7b8-4a59-bd7f-be4383bd50df tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:24.292162 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59f3efa2-d6b4-47e3-9065-854599dec7ca req-f10cbef4-f7b8-4a59-bd7f-be4383bd50df tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0471015 Jan 10 17:20:24.337302 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59f3efa2-d6b4-47e3-9065-854599dec7ca req-ccde56f8-51d9-4ec5-b136-c08b2df17fb7 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Jan 10 17:20:24.497788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ebd10-59e4-42d4-8357-522a19c7ea49 req-6dcc2c51-387d-42f2-b72f-d458d39caa31 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:24.499277 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-991ebd10-59e4-42d4-8357-522a19c7ea49 req-6dcc2c51-387d-42f2-b72f-d458d39caa31 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0564678 Jan 10 17:20:24.549858 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-991ebd10-59e4-42d4-8357-522a19c7ea49 req-a0015fe8-f207-473c-85ae-063d39a46747 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 Jan 10 17:20:25.448880 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95136-c7ed-4a16-981e-e00f0f20308a req-ac4656d0-338b-4c0c-9a5e-796cd62a13ca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:25.450363 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ed95136-c7ed-4a16-981e-e00f0f20308a req-ac4656d0-338b-4c0c-9a5e-796cd62a13ca tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0473235 Jan 10 17:20:25.495175 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ed95136-c7ed-4a16-981e-e00f0f20308a req-facbfba1-ab02-4367-84f7-0cee01e86364 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Jan 10 17:20:25.663905 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf061b-c970-4ef8-af74-6797fa3c9bc5 req-25b0add0-7072-4ddb-9f25-7dcbe847d3ab tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:25.665269 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d9bf061b-c970-4ef8-af74-6797fa3c9bc5 req-25b0add0-7072-4ddb-9f25-7dcbe847d3ab tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0510514 Jan 10 17:20:25.711214 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d9bf061b-c970-4ef8-af74-6797fa3c9bc5 req-7db1f50c-59b8-43f3-81fe-f9557cabc58e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Jan 10 17:20:25.724583 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device e4b79f64-2dc8-412b-b866-2a4c9384ddbb no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:25.744871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: e4b79f64-2dc8-412b-b866-2a4c9384ddbb {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:25.745270 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device e4b79f64-2dc8-412b-b866-2a4c9384ddbb not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:26.605604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cca995-971e-40db-9bd9-ef2378c95110 req-c312ffc5-d255-4db2-a510-d5b641c001ff tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:26.607086 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e2cca995-971e-40db-9bd9-ef2378c95110 req-c312ffc5-d255-4db2-a510-d5b641c001ff tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0467255 Jan 10 17:20:26.652328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e2cca995-971e-40db-9bd9-ef2378c95110 req-8b320fd9-3e68-4b3a-9975-82e698ca9d4c tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Jan 10 17:20:26.687288 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-638d6424-388c-4ac4-8ef9-e86f25b0f5bc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:26.688740 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-638d6424-388c-4ac4-8ef9-e86f25b0f5bc tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 945 time: 0.0467060 Jan 10 17:20:26.782665 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Deleting port 37c31d50-6a98-4498-b347-3a3e00ef0f65 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:26.783001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:26.827881 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca98775-b9a9-4a29-9145-6f13993793c5 req-eb58a43a-3afd-43ce-965e-64fbebb20cb9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:26.829531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ca98775-b9a9-4a29-9145-6f13993793c5 req-eb58a43a-3afd-43ce-965e-64fbebb20cb9 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0503571 Jan 10 17:20:26.877923 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] For port 37c31d50-6a98-4498-b347-3a3e00ef0f65, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=37c31d50-6a98-4498-b347-3a3e00ef0f65,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:26.878310 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:26.882407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ca98775-b9a9-4a29-9145-6f13993793c5 req-653f18f4-5e74-4300-9f89-5fb7c6b93aad tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Jan 10 17:20:26.894622 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Calling delete_port for 37c31d50-6a98-4498-b347-3a3e00ef0f65 owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:27.024774 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (37c31d50-6a98-4498-b347-3a3e00ef0f65), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.037543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9', '37c31d50-6a98-4498-b347-3a3e00ef0f65'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:27.056034 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event deleted for resources: {'Port': ['ID=37c31d50-6a98-4498-b347-3a3e00ef0f65,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:27.105300 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] No DVR routers for this DVR port 37c31d50-6a98-4498-b347-3a3e00ef0f65 on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:27.107765 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.111110 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-cd6e1290-8db1-4a61-86f3-8bc00e9228c3 req-42abbfed-8805-46dd-8124-05c479002330 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "DELETE /v2.0/ports/37c31d50-6a98-4498-b347-3a3e00ef0f65 HTTP/1.1" status: 204 len: 173 time: 0.4168694 Jan 10 17:20:27.111558 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'name': 'network-vif-deleted', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:27.113844 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ea1fd7-e2bf-409e-b842-115eff5ebca1" -d '{"events": [{"server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "name": "network-vif-deleted", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:27.165816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ddeec1-6400-4d3c-b82d-f980ff88a204 x-openstack-request-id: req-b0ddeec1-6400-4d3c-b82d-f980ff88a204 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:27.166178 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f2982-08fd-45a9-ac04-54b37bb78a6b", "name": "network-vif-deleted", "tag": "37c31d50-6a98-4498-b347-3a3e00ef0f65", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:27.166595 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0ddeec1-6400-4d3c-b82d-f980ff88a204 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:27.166998 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f2982-08fd-45a9-ac04-54b37bb78a6b', 'name': 'network-vif-deleted', 'tag': '37c31d50-6a98-4498-b347-3a3e00ef0f65', 'status': 'completed', 'code': 200} Jan 10 17:20:27.190424 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39148) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:27.297404 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0ac26b0c-fa80-48d1-8f63-b12dc535a061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.373473 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0ac26b0c-fa80-48d1-8f63-b12dc535a061 admin admin] Publish callbacks [] for security_group (5a87dd91-2fe9-4061-aa8b-81bce1efc731), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.376978 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0ac26b0c-fa80-48d1-8f63-b12dc535a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5a87dd91-2fe9-4061-aa8b-81bce1efc731), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.413168 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0ac26b0c-fa80-48d1-8f63-b12dc535a061 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a2bd2684aab42faad3a7f81f4c39890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217069 Jan 10 17:20:27.415807 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac26b0c-fa80-48d1-8f63-b12dc535a061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a87dd91-2fe9-4061-aa8b-81bce1efc731,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:27.416701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39152) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:27.463611 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Publish callbacks [] for security_group (5a87dd91-2fe9-4061-aa8b-81bce1efc731), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.484293 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Publish callbacks [] for security_group (5a87dd91-2fe9-4061-aa8b-81bce1efc731), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.531096 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5a87dd91-2fe9-4061-aa8b-81bce1efc731), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.533948 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:27.535145 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a87dd91-2fe9-4061-aa8b-81bce1efc731 HTTP/1.1" status: 204 len: 168 time: 0.1174421 Jan 10 17:20:27.543693 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a87dd91-2fe9-4061-aa8b-81bce1efc731,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:27.550861 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.551227 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.551577 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.551921 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.552260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.552596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.552930 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.553262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.553597 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.553924 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.554276 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.554605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.554926 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c53527-50e2-4b4b-b56f-d1639d9704bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:20:27.753188 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c0cbaeb9-40ea-4ec6-9c07-6ff6d9d0facf req-14be7af3-504e-4b39-88ad-dc29e4214de1 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=342f2982-08fd-45a9-ac04-54b37bb78a6b HTTP/1.1" status: 200 len: 210 time: 0.0247586 Jan 10 17:20:28.107010 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1aa90-8074-4ae4-bc40-d7915d01bf90 req-a620ef23-6537-4d4b-9b9d-78083abc7d43 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:28.113601 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bad1aa90-8074-4ae4-bc40-d7915d01bf90 req-a620ef23-6537-4d4b-9b9d-78083abc7d43 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0564935 Jan 10 17:20:28.158428 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bad1aa90-8074-4ae4-bc40-d7915d01bf90 req-3ccc1359-612b-4359-a9b7-08133a511a2f tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Jan 10 17:20:29.272978 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2100292-5bfa-4d08-b8c2-efd91f20a8b8 req-ff12bd3f-eeac-449d-8de8-a546727ed8f2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:29.274483 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2100292-5bfa-4d08-b8c2-efd91f20a8b8 req-ff12bd3f-eeac-449d-8de8-a546727ed8f2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0468824 Jan 10 17:20:29.320470 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2100292-5bfa-4d08-b8c2-efd91f20a8b8 req-b07b7a8d-1f26-4c04-ad18-7c0e23539912 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Jan 10 17:20:29.745966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 37c31d50-6a98-4498-b347-3a3e00ef0f65 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:29.765946 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 37c31d50-6a98-4498-b347-3a3e00ef0f65 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:29.766320 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 37c31d50-6a98-4498-b347-3a3e00ef0f65 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:30.780717 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-cdf75e21-2862-45e9-8c44-be6f0fbbe4cc tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313158 Jan 10 17:20:30.962721 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-1cb5f5c9-454a-477e-ad4b-1b3131e0636a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:30.964216 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-1cb5f5c9-454a-477e-ad4b-1b3131e0636a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772625 Jan 10 17:20:30.979164 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-22eb3388-b38d-4a8f-b041-5704d9693683 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/quotas/fba95cead8174d90a2d6ebd23dc53c8b HTTP/1.1" status: 200 len: 375 time: 0.0096819 Jan 10 17:20:31.008954 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-8d829b68-be24-4eb2-9b6a-b7f00d9d254a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244985 Jan 10 17:20:31.191860 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc752c5-d65e-4c69-9fa6-a8dd6e422779 req-8ea745cf-1235-465b-99ea-2fdb6e3d27f7 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 210 time: 0.0418177 Jan 10 17:20:31.212836 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a9c51-cdc1-40f6-8594-f6a5c8c24840 req-64d62af8-245d-40d3-9395-95b3b9912f82 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:31.214345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4f0a9c51-cdc1-40f6-8594-f6a5c8c24840 req-64d62af8-245d-40d3-9395-95b3b9912f82 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0746050 Jan 10 17:20:31.280157 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4f0a9c51-cdc1-40f6-8594-f6a5c8c24840 req-e5cf6beb-a23b-4a8e-a4c8-b4fbae242bd4 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597911 Jan 10 17:20:32.103315 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-1775fdfc-0357-472c-b7ae-21dea92bb38c tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298367 Jan 10 17:20:32.287144 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-88dfefd1-ec69-4421-872e-6569aec3b77f req-8cbb295e-88ae-4bea-9b42-fa59ede049fe tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 210 time: 0.0251310 Jan 10 17:20:32.287686 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-259c3ea6-7323-4f52-9bdf-21db6f6dd82a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:32.289909 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-259c3ea6-7323-4f52-9bdf-21db6f6dd82a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813991 Jan 10 17:20:32.308926 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Request body: {'port': {'device_id': '99e34285-5276-49a9-b4d7-21854b7de659', 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494', 'admin_state_up': True, 'tenant_id': 'fba95cead8174d90a2d6ebd23dc53c8b'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:32.424627 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8c04-8920-48d8-af35-65a02c510dab req-72c3a091-204a-463f-88d0-031ef473181f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:32.426406 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b2a8c04-8920-48d8-af35-65a02c510dab req-72c3a091-204a-463f-88d0-031ef473181f tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Jan 10 17:20:32.439238 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Made reservation on behalf of fba95cead8174d90a2d6ebd23dc53c8b for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:32.441001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.450790 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.492855 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b2a8c04-8920-48d8-af35-65a02c510dab req-c9c8a866-5b97-44f9-a00e-9fa6128b7538 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Jan 10 17:20:32.539755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks [] for security_group (b70930f3-6a4e-4331-ab85-0dda427bed69), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.544523 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b70930f3-6a4e-4331-ab85-0dda427bed69), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.609284 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70930f3-6a4e-4331-ab85-0dda427bed69,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:32.632385 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-91c39c6e-43c6-4197-892f-3c3d33dd8b37 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421551099&fields=id&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 267 time: 0.0440395 Jan 10 17:20:32.681927 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Allocated IP 192.168.233.216 (315be635-7d5c-48ff-a3d5-ef163c043494/200fe34c-9cce-4916-b802-b4f1a0d69513/46f75f1d-674d-4bb3-ad46-35687c49b65f) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:20:32.739255 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-94cab17f-0657-40e6-a86c-13b8e3c548e3 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:32.740641 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-94cab17f-0657-40e6-a86c-13b8e3c548e3 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.1013963 Jan 10 17:20:32.754672 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-6a00c62a-4006-4573-8c34-073049de83f5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/quotas/e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Jan 10 17:20:32.808694 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-d202e08d-c5e8-44c5-8f50-03addcb677f5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483131 Jan 10 17:20:32.830449 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks [] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.863469 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.905625 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Network 315be635-7d5c-48ff-a3d5-ef163c043494 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:20:32.907531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-cd65309f-df54-4bf0-b0ff-b2c736d065c8 service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878479 Jan 10 17:20:32.908712 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:20:32.912306 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:20:32.918268 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:32.918987 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:32.929371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Pushing event updated for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:32.949396 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f22f0208-3cbf-44e6-9c5e-9f4b2347e1a1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6502962 Jan 10 17:20:32.964017 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Request body: {'port': {'device_id': '99e34285-5276-49a9-b4d7-21854b7de659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:33.026002 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-926545cf-892d-455b-8fab-bc7d2fc3d0d2 service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116438 Jan 10 17:20:33.026821 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.196627 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-f6556052-13a9-4a3b-b0ee-2b3e680f782b None None] Provisioning complete for port 46f75f1d-674d-4bb3-ad46-35687c49b65f triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:33.197709 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f6556052-13a9-4a3b-b0ee-2b3e680f782b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.236896 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f6556052-13a9-4a3b-b0ee-2b3e680f782b None None] Port 46f75f1d-674d-4bb3-ad46-35687c49b65f cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:20:33.238641 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd84e30-e175-4ec6-8f00-cacdd1e3a2af req-0706223e-4f04-4f25-987e-ccdbd930546c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.240228 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ffd84e30-e175-4ec6-8f00-cacdd1e3a2af req-0706223e-4f04-4f25-987e-ccdbd930546c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0599108 Jan 10 17:20:33.328913 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-9c1c976f-ae50-4089-aaa4-2de2a5ec1908 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.330671 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-9c1c976f-ae50-4089-aaa4-2de2a5ec1908 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.0862427 Jan 10 17:20:33.344702 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ffd84e30-e175-4ec6-8f00-cacdd1e3a2af req-d9decc8a-6604-45ed-abf7-b4a66d9b4935 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867422 Jan 10 17:20:33.368976 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f75f1d-674d-4bb3-ad46-35687c49b65f {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:20:33.379329 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks [] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.394546 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Transition to ACTIVE for port object 46f75f1d-674d-4bb3-ad46-35687c49b65f will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:20:33.399753 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.464351 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2df65b11-830c-4172-84d5-39824349058d req-9c1e6ae1-31d6-4daf-b7eb-eb14b30cb4bb tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 210 time: 0.0662196 Jan 10 17:20:33.497818 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:33.504089 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Attempting to bind port 46f75f1d-674d-4bb3-ad46-35687c49b65f on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:20:33.504353 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Attempting to bind port 46f75f1d-674d-4bb3-ad46-35687c49b65f by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:20:33.504683 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Attempting to bind port 46f75f1d-674d-4bb3-ad46-35687c49b65f on network 315be635-7d5c-48ff-a3d5-ef163c043494 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:20:33.509842 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Port 46f75f1d-674d-4bb3-ad46-35687c49b65f on network 315be635-7d5c-48ff-a3d5-ef163c043494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:20:33.510168 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Attempting to bind port 46f75f1d-674d-4bb3-ad46-35687c49b65f on network 315be635-7d5c-48ff-a3d5-ef163c043494 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:20:33.515419 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:20:33.515755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Checking segment: {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:20:33.516130 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Bound using segment: {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:20:33.516603 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Bound port: 46f75f1d-674d-4bb3-ad46-35687c49b65f, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9678a83a-0587-449a-8f00-b02ed2b8021e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:20:33.516894 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.566660 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda4bd-5868-4853-a728-f22c93231fe2 req-2be36311-1957-4c6b-8746-2b890300c3f0 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.568807 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86fda4bd-5868-4853-a728-f22c93231fe2 req-2be36311-1957-4c6b-8746-2b890300c3f0 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 948 time: 0.2003925 Jan 10 17:20:33.616333 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:20:33.620855 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:20:33.627783 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.635029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Deleting port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:33.635446 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.678557 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.679380 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.680931 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] 10.222.0.24 "PUT /v2.0/ports/46f75f1d-674d-4bb3-ad46-35687c49b65f HTTP/1.1" status: 200 len: 1098 time: 0.7227237 Jan 10 17:20:33.681508 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:33.684051 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed463d6-4254-4e57-a910-944330da023c" -d '{"events": [{"name": "network-changed", "server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:33.687445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86fda4bd-5868-4853-a728-f22c93231fe2 req-6ea250f4-407c-48d7-9c32-96153013a51c tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095595 Jan 10 17:20:33.798817 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde33d14-4ffb-4abc-9aec-87ae7ae8bcdb service neutron] Pushing event updated for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:33.828207 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-4109ac1c-8442-4812-9124-2f8fc7d446df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.831038 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-4109ac1c-8442-4812-9124-2f8fc7d446df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 1101 time: 0.0858002 Jan 10 17:20:33.835529 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276699-53c4-4301-b78d-74fcaba453b3 req-f2f04826-f120-48c6-b9c5-fa13b028352d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.837071 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-65276699-53c4-4301-b78d-74fcaba453b3 req-f2f04826-f120-48c6-b9c5-fa13b028352d tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 946 time: 0.1351004 Jan 10 17:20:33.858504 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] For port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,segment=NetworkSegment(64f677dc-1918-413d-9333-41e9b19ffcf4),segment_id=64f677dc-1918-413d-9333-41e9b19ffcf4)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:33.858891 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.902376 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Calling delete_port for 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:33.910257 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da707de8-44c4-484e-981e-bd0365ef2b13 x-openstack-request-id: req-da707de8-44c4-484e-981e-bd0365ef2b13 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:33.910257 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:33.910601 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da707de8-44c4-484e-981e-bd0365ef2b13 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:33.910879 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f', 'status': 'completed', 'code': 200} Jan 10 17:20:33.912704 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-86949ffd-3996-4ea4-bb3c-728c91cd97a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f HTTP/1.1" status: 200 len: 217 time: 0.0700781 Jan 10 17:20:33.954938 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5f5b8fb6-8b76-4616-b601-6af03c33d9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:33.986110 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-65276699-53c4-4301-b78d-74fcaba453b3 req-182bfe06-176b-45dd-9aab-5f11f387c786 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7b65b0b-4554-4c3b-98be-d0c19223b920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283252 Jan 10 17:20:33.993356 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-fd6ae250-c534-4c9c-b701-7faa78c41e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:33.995112 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-fd6ae250-c534-4c9c-b701-7faa78c41e63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=200fe34c-9cce-4916-b802-b4f1a0d69513 HTTP/1.1" status: 200 len: 843 time: 0.0753040 Jan 10 17:20:34.047332 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-5fff8dea-a4d3-436d-afc1-28888ded4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.048953 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-5fff8dea-a4d3-436d-afc1-28888ded4965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=315be635-7d5c-48ff-a3d5-ef163c043494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468662 Jan 10 17:20:34.085115 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (81cd2376-943d-4c2c-8d5b-43c33e6a84d9), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:34.103594 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['81cd2376-943d-4c2c-8d5b-43c33e6a84d9'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:34.116472 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Pushing event deleted for resources: {'Port': ['ID=81cd2376-943d-4c2c-8d5b-43c33e6a84d9,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:34.159367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] No DVR routers for this DVR port 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:34.162470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:34.162894 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-d0adaf5f-3aa7-478e-a7b9-55f92bc2f06b service neutron] 10.222.0.24 "GET /v2.0/networks/315be635-7d5c-48ff-a3d5-ef163c043494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061804 Jan 10 17:20:34.166582 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb5f8a18-3677-4804-906b-b6bebda17045 req-71165032-43eb-4368-8dbc-e42033427abf tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.24 "DELETE /v2.0/ports/81cd2376-943d-4c2c-8d5b-43c33e6a84d9 HTTP/1.1" status: 204 len: 173 time: 0.8208268 Jan 10 17:20:34.167020 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'name': 'network-vif-deleted', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:34.169215 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63473481-3911-4ee7-8f85-7583d29aba04" -d '{"events": [{"server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "name": "network-vif-deleted", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:34.208027 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321b7cd-1b81-427a-abe2-1a46128a10f7 x-openstack-request-id: req-5321b7cd-1b81-427a-abe2-1a46128a10f7 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:34.208402 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75df8d-77ba-4619-8514-8effd4df44f0", "name": "network-vif-deleted", "tag": "81cd2376-943d-4c2c-8d5b-43c33e6a84d9", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:34.208726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5321b7cd-1b81-427a-abe2-1a46128a10f7 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:34.209192 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75df8d-77ba-4619-8514-8effd4df44f0', 'name': 'network-vif-deleted', 'tag': '81cd2376-943d-4c2c-8d5b-43c33e6a84d9', 'status': 'completed', 'code': 200} Jan 10 17:20:34.260055 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-a804aa42-f54b-4aec-a376-0ed30296cde1 req-f75953e1-2a63-4127-8cad-709f33164fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/315be635-7d5c-48ff-a3d5-ef163c043494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885503 Jan 10 17:20:34.354348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d6-4254-4e57-a910-944330da023c req-a536ae0a-d6c8-4cfb-8454-74562cff0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.355804 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-a536ae0a-d6c8-4cfb-8454-74562cff0852 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 1101 time: 0.0428379 Jan 10 17:20:34.444782 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d6-4254-4e57-a910-944330da023c req-e5ff06bf-f6d6-4828-8fcf-872da59a9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.446782 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-e5ff06bf-f6d6-4828-8fcf-872da59a9f50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=315be635-7d5c-48ff-a3d5-ef163c043494 HTTP/1.1" status: 200 len: 870 time: 0.0834115 Jan 10 17:20:34.452008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f662c0-77d5-45f9-b487-8e37e910e8ec req-13c8f7dd-68a3-4001-84d3-175d2c52f0b5 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.453554 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0f662c0-77d5-45f9-b487-8e37e910e8ec req-13c8f7dd-68a3-4001-84d3-175d2c52f0b5 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0472493 Jan 10 17:20:34.491841 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-5ea18b6e-d4af-4f30-b80c-3bdccd7ac0c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f HTTP/1.1" status: 200 len: 217 time: 0.0374491 Jan 10 17:20:34.496390 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:34.504444 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0f662c0-77d5-45f9-b487-8e37e910e8ec req-5ee55370-0f7c-47df-9524-7b4e27098160 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Jan 10 17:20:34.549012 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d6-4254-4e57-a910-944330da023c req-773ea11d-9361-4699-9b20-a3e3f1eec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.550494 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-773ea11d-9361-4699-9b20-a3e3f1eec72e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=200fe34c-9cce-4916-b802-b4f1a0d69513 HTTP/1.1" status: 200 len: 843 time: 0.0523965 Jan 10 17:20:34.568393 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-00110ada-c8b0-4618-9709-5cd7f640744e req-1bcac6ee-6662-415d-8809-933e88122bb6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 210 time: 0.0249345 Jan 10 17:20:34.594069 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed463d6-4254-4e57-a910-944330da023c req-49d37524-74a5-4072-bd58-0121c8b98008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.595572 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-49d37524-74a5-4072-bd58-0121c8b98008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=315be635-7d5c-48ff-a3d5-ef163c043494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391808 Jan 10 17:20:34.686107 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-874083dd-c971-440f-8c6f-d9d52db2e448 service neutron] 10.222.0.24 "GET /v2.0/networks/315be635-7d5c-48ff-a3d5-ef163c043494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Jan 10 17:20:34.789601 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-5ed463d6-4254-4e57-a910-944330da023c req-f4a8b3f3-7cad-4da5-9f97-aeccdbcc5f1e service neutron] 10.222.0.24 "GET /v2.0/networks/315be635-7d5c-48ff-a3d5-ef163c043494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869827 Jan 10 17:20:34.834943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd53ab2-6090-49fb-992e-536bc8430242 req-10ed33d3-c087-4cff-b928-f9a6b5370e6e tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.836634 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbd53ab2-6090-49fb-992e-536bc8430242 req-10ed33d3-c087-4cff-b928-f9a6b5370e6e tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 948 time: 0.0572155 Jan 10 17:20:34.900288 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbd53ab2-6090-49fb-992e-536bc8430242 req-b4e5f9f4-3e86-4cf8-a50f-093cf3830850 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560644 Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.924786 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:34.927384 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:34.928286 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-1291f71f-c610-4479-a541-443be7382b06 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:34.930017 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-1291f71f-c610-4479-a541-443be7382b06 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.1181839 Jan 10 17:20:34.996564 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-79568a1f-2a3b-4c79-b60d-e8f350913301 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 380 time: 0.0533161 Jan 10 17:20:35.009023 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'port': {'device_id': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'admin_state_up': True, 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'security_groups': ['30d244cb-fcac-4979-b6e2-a669244a17a4']}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:35.082531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-589352a0-2b65-4af5-92a8-08ae446314b5 req-715b9e48-6f3d-41bf-bf77-10f7a3372876 tempest-AttachVolumeNegativeTest-614734475 tempest-AttachVolumeNegativeTest-614734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a75df8d-77ba-4619-8514-8effd4df44f0 HTTP/1.1" status: 200 len: 210 time: 0.0245123 Jan 10 17:20:35.119510 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Made reservation on behalf of e0d6782dc9ba43dcbbd40dbfd3dd7c66 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:35.123068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.250585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.20.0.4 (9d5c1180-9738-47ae-b513-cef2b397ca01/1855165a-a2ba-4691-ab85-9452ff3312a8/c77d782e-9d0d-4092-abea-46f9b15371ad) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:20:35.400527 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.434716 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.478508 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:20:35.481482 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:20:35.483737 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:20:35.489882 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:35.490519 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.504881 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:35.514788 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7cc75f79-71e0-41e8-88fa-6fc326a786f8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5095396 Jan 10 17:20:35.527158 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Request body: {'port': {'device_id': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:35.588228 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.656967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f682dd-0686-4298-af03-e65c09a19e52 req-c13c9658-9534-4d27-9d5e-142fabc73ab3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:35.658699 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86f682dd-0686-4298-af03-e65c09a19e52 req-c13c9658-9534-4d27-9d5e-142fabc73ab3 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0717781 Jan 10 17:20:35.735898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511a97-c896-44d2-b83a-97a6471cb071 req-961aa30a-a244-446d-bc18-a8c759d6ad15 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:35.737373 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bc511a97-c896-44d2-b83a-97a6471cb071 req-961aa30a-a244-446d-bc18-a8c759d6ad15 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 931 time: 0.0776770 Jan 10 17:20:35.740574 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86f682dd-0686-4298-af03-e65c09a19e52 req-1093e852-043f-4f2e-a809-9a8615ba1c3c tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Jan 10 17:20:35.778057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b18aa05c-e642-4815-96d8-933aa3157b72 None None] Provisioning complete for port c77d782e-9d0d-4092-abea-46f9b15371ad triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:35.778616 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b18aa05c-e642-4815-96d8-933aa3157b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.802818 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bc511a97-c896-44d2-b83a-97a6471cb071 req-b757b184-df16-494c-9802-f96aadd818ab tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586627 Jan 10 17:20:35.828057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b18aa05c-e642-4815-96d8-933aa3157b72 None None] Port c77d782e-9d0d-4092-abea-46f9b15371ad cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:20:35.873216 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d782e-9d0d-4092-abea-46f9b15371ad {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:20:35.877168 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks [] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.889586 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Transition to ACTIVE for port object c77d782e-9d0d-4092-abea-46f9b15371ad will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:20:35.892746 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:35.941860 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:35.986164 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Attempting to bind port c77d782e-9d0d-4092-abea-46f9b15371ad on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:20:35.986800 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Attempting to bind port c77d782e-9d0d-4092-abea-46f9b15371ad by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:20:35.987411 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Attempting to bind port c77d782e-9d0d-4092-abea-46f9b15371ad on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:20:35.993229 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Port c77d782e-9d0d-4092-abea-46f9b15371ad on network 9d5c1180-9738-47ae-b513-cef2b397ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:20:35.993883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Attempting to bind port c77d782e-9d0d-4092-abea-46f9b15371ad on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:20:35.999996 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:20:36.000809 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:20:36.001477 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Bound using segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:20:36.001878 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Bound port: c77d782e-9d0d-4092-abea-46f9b15371ad, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:20:36.002253 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.020192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418d0a-6a77-4d7a-b057-7d4099cc3ee9 req-57ca7e07-6f06-4d06-8af3-d21c41bf9d0d tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.022680 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49418d0a-6a77-4d7a-b057-7d4099cc3ee9 req-57ca7e07-6f06-4d06-8af3-d21c41bf9d0d tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 948 time: 0.0522032 Jan 10 17:20:36.067963 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:20:36.071367 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c77d782e-9d0d-4092-abea-46f9b15371ad,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:20:36.075766 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.082836 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49418d0a-6a77-4d7a-b057-7d4099cc3ee9 req-50388f20-1915-4726-b47d-865d22084059 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Jan 10 17:20:36.111715 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.112330 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.113709 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] 10.222.0.24 "PUT /v2.0/ports/c77d782e-9d0d-4092-abea-46f9b15371ad HTTP/1.1" status: 200 len: 1093 time: 0.5914319 Jan 10 17:20:36.114143 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:36.116364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bde4c93-a6d2-4214-b85b-5a1260b53670" -d '{"events": [{"name": "network-changed", "server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:36.144287 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39360) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:36.147584 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb4d59-a451-43b4-965e-ca76d2a7de57 service neutron] Pushing event updated for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:36.184864 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65decf-6446-42a6-b45c-ebcdf802bc4d x-openstack-request-id: req-fc65decf-6446-42a6-b45c-ebcdf802bc4d {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:36.185027 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:36.185396 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc65decf-6446-42a6-b45c-ebcdf802bc4d {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:36.185845 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'status': 'completed', 'code': 200} Jan 10 17:20:36.232180 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-98a91239-bee9-44b9-88cb-904f698ffd0d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.233883 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-98a91239-bee9-44b9-88cb-904f698ffd0d tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 946 time: 0.0593202 Jan 10 17:20:36.241242 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Deleting subnet a3777e6f-57fd-41d0-b589-c21c7a0b19e8 {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:20:36.246005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Publish callbacks [] for subnet (a3777e6f-57fd-41d0-b589-c21c7a0b19e8), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.269876 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-02b6b0f4-c1b8-4880-8d0a-2d3fdc4f075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.271428 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-02b6b0f4-c1b8-4880-8d0a-2d3fdc4f075d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 1096 time: 0.0813696 Jan 10 17:20:36.320034 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (a3777e6f-57fd-41d0-b589-c21c7a0b19e8), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.322790 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-b270c210-91cf-4e9e-9901-c757eb1e8e92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c77d782e-9d0d-4092-abea-46f9b15371ad HTTP/1.1" status: 200 len: 217 time: 0.0443940 Jan 10 17:20:36.336160 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Deleting port 7c153e38-a1b7-48cd-810c-c407ee6a843b {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:36.336557 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.403263 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (a3777e6f-57fd-41d0-b589-c21c7a0b19e8), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.406391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-8f9a5536-eabe-463b-a7f7-4100fe927233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.407859 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-8f9a5536-eabe-463b-a7f7-4100fe927233 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0666559 Jan 10 17:20:36.413017 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-24c46f4c-0e9e-4f36-82fa-011e8eb9fb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.430307 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] For port 7c153e38-a1b7-48cd-810c-c407ee6a843b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7c153e38-a1b7-48cd-810c-c407ee6a843b,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:36.430674 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.443762 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Calling delete_port for 7c153e38-a1b7-48cd-810c-c407ee6a843b owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:36.480103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-f151db8c-0620-464e-abf6-2b28b43a92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:36.481655 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-f151db8c-0620-464e-abf6-2b28b43a92d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554323 Jan 10 17:20:36.498035 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (a3777e6f-57fd-41d0-b589-c21c7a0b19e8), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.542141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3777e6f-57fd-41d0-b589-c21c7a0b19e8,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:36.571933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.575258 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-8a974cf4-61b8-4171-972c-951b7fc8dcb7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3777e6f-57fd-41d0-b589-c21c7a0b19e8 HTTP/1.1" status: 204 len: 168 time: 0.4286504 Jan 10 17:20:36.577766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39362) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:36.578394 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (7c153e38-a1b7-48cd-810c-c407ee6a843b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.591050 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['018d2ecf-5079-404f-8167-130e5c5e75e1', '7c153e38-a1b7-48cd-810c-c407ee6a843b'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:36.634209 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Pushing event deleted for resources: {'Port': ['ID=7c153e38-a1b7-48cd-810c-c407ee6a843b,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:36.653134 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] No DVR routers for this DVR port 7c153e38-a1b7-48cd-810c-c407ee6a843b on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:36.655631 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:36.659899 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-7a2c4679-b2cc-4e0e-918c-26ae11f7d7dc req-6dee0687-5294-476a-afa2-2a34740420a2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "DELETE /v2.0/ports/7c153e38-a1b7-48cd-810c-c407ee6a843b HTTP/1.1" status: 204 len: 173 time: 0.4200630 Jan 10 17:20:36.883042 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-99efa7a4-93a1-41e6-a31f-fab7513c68bf service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933814 Jan 10 17:20:36.905528 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f1a99ff2-2e1d-416b-96ad-1f0cc68a4c1e req-ab63975b-03d5-45d1-b80c-b4dcc6a16d3e tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a853987-87b6-4b52-a65b-ceeddfec89ee HTTP/1.1" status: 200 len: 210 time: 0.0390007 Jan 10 17:20:36.907822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (65c0ab5c-643f-4854-bda9-a2baabfd7842), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.033414 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a9cfb-2631-456f-bde3-9ba9f5d9ca26 req-d2100478-e9cd-40b1-b8ad-d7926bc8ec70 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.034917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b08a9cfb-2631-456f-bde3-9ba9f5d9ca26 req-d2100478-e9cd-40b1-b8ad-d7926bc8ec70 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.1547372 Jan 10 17:20:37.105504 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (65c0ab5c-643f-4854-bda9-a2baabfd7842), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.120657 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8fc25e44-f0f8-4e11-a832-64fb572b5b2b req-7bdb4a32-4b7e-4a8d-aa0c-409eadfacaca service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243836 Jan 10 17:20:37.145381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c0ab5c-643f-4854-bda9-a2baabfd7842']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:37.172395 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b08a9cfb-2631-456f-bde3-9ba9f5d9ca26 req-0991b4dc-9ac1-4c72-a5dc-d83775ca1732 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299002 Jan 10 17:20:37.191160 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f677dc-1918-413d-9333-41e9b19ffcf4') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:37.191393 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f677dc-1918-413d-9333-41e9b19ffcf4') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:37.204340 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.217738 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (64f677dc-1918-413d-9333-41e9b19ffcf4), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.251840 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (64f677dc-1918-413d-9333-41e9b19ffcf4), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.264653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:20:37.265036 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (64f677dc-1918-413d-9333-41e9b19ffcf4), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:20:37.267363 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:20:37.283829 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1896-16d3-4785-88d4-19b3c2d1c81a req-b9608718-5dcd-47a3-8b12-04953316c61b tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.285309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-02df1896-16d3-4785-88d4-19b3c2d1c81a req-b9608718-5dcd-47a3-8b12-04953316c61b tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 948 time: 0.1341207 Jan 10 17:20:37.332559 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-7f776019-c999-4952-9598-a612dd3c645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.333970 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-7f776019-c999-4952-9598-a612dd3c645d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 1096 time: 0.1297016 Jan 10 17:20:37.372405 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (65c0ab5c-643f-4854-bda9-a2baabfd7842), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.433034 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.436281 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65c0ab5c-643f-4854-bda9-a2baabfd7842 HTTP/1.1" status: 204 len: 168 time: 0.8575933 Jan 10 17:20:37.440400 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0604986-2b15-4fe6-bd83-46417b5fd835 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c0ab5c-643f-4854-bda9-a2baabfd7842,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:37.445772 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-02df1896-16d3-4785-88d4-19b3c2d1c81a req-c973a704-44c9-4a88-92ff-ea0d5d76f17a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528091 Jan 10 17:20:37.474736 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-34d1e009-b9cc-4fb3-818c-1440c4249a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.476748 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-34d1e009-b9cc-4fb3-818c-1440c4249a28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.1302626 Jan 10 17:20:37.516665 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-7c5fcac4-224a-466d-9e3c-658a6c174175 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c77d782e-9d0d-4092-abea-46f9b15371ad HTTP/1.1" status: 200 len: 217 time: 0.0341933 Jan 10 17:20:37.564938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-e4218fed-0cf9-457a-b5c3-170fd99ec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.566417 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-e4218fed-0cf9-457a-b5c3-170fd99ec939 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0446844 Jan 10 17:20:37.608027 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39378) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:37.614592 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-50cd77c2-ab27-42b6-8c79-8696246aee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:37.616089 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-50cd77c2-ab27-42b6-8c79-8696246aee26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406606 Jan 10 17:20:37.646670 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b3da654e-d09b-42f3-b420-72bed8a44f89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c346efae5fb94b1a81a585527ed1d1d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374775 Jan 10 17:20:37.649831 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39380) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:37.696242 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] Publish callbacks [] for security_group (d7b65b0b-4554-4c3b-98be-d0c19223b920), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.712044 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-c7ce113b-5b04-4de9-b703-40e5166e5cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899839 Jan 10 17:20:37.716771 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] Publish callbacks [] for security_group (d7b65b0b-4554-4c3b-98be-d0c19223b920), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.758108 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 46f75f1d-674d-4bb3-ad46-35687c49b65f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:20:37.761310 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:37.762068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d7b65b0b-4554-4c3b-98be-d0c19223b920), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.764877 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.768729 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7b65b0b-4554-4c3b-98be-d0c19223b920 HTTP/1.1" status: 204 len: 168 time: 0.1152320 Jan 10 17:20:37.775525 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9dd7-a7f6-4cbc-8f3a-24b571437561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b65b0b-4554-4c3b-98be-d0c19223b920,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:37.800329 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:37.800955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 81cd2376-943d-4c2c-8d5b-43c33e6a84d9 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:37.811449 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2bde4c93-a6d2-4214-b85b-5a1260b53670 req-badd2c60-98cb-4b10-bb55-dd377f22bb62 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931964 Jan 10 17:20:37.896173 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:37.907360 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '46f75f1d-674d-4bb3-ad46-35687c49b65f', 'network_id': '315be635-7d5c-48ff-a3d5-ef163c043494', 'port_id': '46f75f1d-674d-4bb3-ad46-35687c49b65f', 'mac_address': 'fa:16:3e:cf:7b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200fe34c-9cce-4916-b802-b4f1a0d69513', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:20:37.946165 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 46f75f1d-674d-4bb3-ad46-35687c49b65f is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:37.946712 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:37.961925 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f75f1d-674d-4bb3-ad46-35687c49b65f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:20:37.982331 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:37.987457 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:38.047404 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:38.187189 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'name': 'network-vif-deleted', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:38.189931 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad5f649-5625-4222-990a-679f34782aee" -d '{"events": [{"server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "name": "network-vif-deleted", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:38.208181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6cacb-e3a9-4115-9be7-467fe3f20d17 req-620155bf-b084-418a-9810-89ddf18ecc18 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:38.210206 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6fc6cacb-e3a9-4115-9be7-467fe3f20d17 req-620155bf-b084-418a-9810-89ddf18ecc18 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0584710 Jan 10 17:20:38.227883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f374d175-cdeb-4a90-b28b-8bc06dee4e43 x-openstack-request-id: req-f374d175-cdeb-4a90-b28b-8bc06dee4e43 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:38.228174 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a853987-87b6-4b52-a65b-ceeddfec89ee", "name": "network-vif-deleted", "tag": "7c153e38-a1b7-48cd-810c-c407ee6a843b", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:38.228430 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f374d175-cdeb-4a90-b28b-8bc06dee4e43 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:38.228823 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a853987-87b6-4b52-a65b-ceeddfec89ee', 'name': 'network-vif-deleted', 'tag': '7c153e38-a1b7-48cd-810c-c407ee6a843b', 'status': 'completed', 'code': 200} Jan 10 17:20:38.264401 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6fc6cacb-e3a9-4115-9be7-467fe3f20d17 req-f7e3e58d-5ebd-4519-bb22-d88be37473c2 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Jan 10 17:20:38.323753 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a9888-310c-4f30-ad96-29b6152c6bd9 req-85138c6a-c86f-46c6-83b6-c0d874f603f2 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:38.325260 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f7a9888-310c-4f30-ad96-29b6152c6bd9 req-85138c6a-c86f-46c6-83b6-c0d874f603f2 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0494106 Jan 10 17:20:38.373944 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f7a9888-310c-4f30-ad96-29b6152c6bd9 req-1466b852-8209-42d9-a29e-90c9a0d71fd5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Jan 10 17:20:38.465087 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['46f75f1d-674d-4bb3-ad46-35687c49b65f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:38.567397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246891e-dc65-4aa2-a346-a4e3bec07275 req-0fbab7e8-d46c-40a0-a4e1-1e690148b026 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:38.568913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7246891e-dc65-4aa2-a346-a4e3bec07275 req-0fbab7e8-d46c-40a0-a4e1-1e690148b026 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 949 time: 0.0525985 Jan 10 17:20:38.620813 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7246891e-dc65-4aa2-a346-a4e3bec07275 req-050d8ee8-b39f-421f-86ab-bd1d32589f98 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Jan 10 17:20:38.779975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.381575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464870dc-c308-4ae2-b2d4-98ff68ed4cdc req-f0919d7e-c235-47ca-b0a8-46497ea5bf4a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:39.383081 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-464870dc-c308-4ae2-b2d4-98ff68ed4cdc req-f0919d7e-c235-47ca-b0a8-46497ea5bf4a tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0488153 Jan 10 17:20:39.439853 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-464870dc-c308-4ae2-b2d4-98ff68ed4cdc req-596f826d-1914-45fd-a1bc-c4bfa220adca tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512273 Jan 10 17:20:39.497377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e015b5-27c1-4498-9ff8-e6b6f56bcedd req-123b3939-0142-4f1f-829c-174d3b143e21 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:39.498997 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-20e015b5-27c1-4498-9ff8-e6b6f56bcedd req-123b3939-0142-4f1f-829c-174d3b143e21 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0524735 Jan 10 17:20:39.552027 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-20e015b5-27c1-4498-9ff8-e6b6f56bcedd req-50cd4cd2-d838-48d5-946e-7a2e17be417a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475600 Jan 10 17:20:39.621216 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39464) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:39.736286 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c589d435-32ee-4d40-8b00-e8b6b85ca369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.768598 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01f3d2-727c-4b7a-bf4c-b79f09edf532 req-98f6c488-9042-47c8-8ae7-54fd295e5f61 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:39.769648 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 46f75f1d-674d-4bb3-ad46-35687c49b65f up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:39.770112 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d01f3d2-727c-4b7a-bf4c-b79f09edf532 req-98f6c488-9042-47c8-8ae7-54fd295e5f61 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 949 time: 0.0787675 Jan 10 17:20:39.819370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 46f75f1d-674d-4bb3-ad46-35687c49b65f completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:20:39.824158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 46f75f1d-674d-4bb3-ad46-35687c49b65f triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:39.824520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.838808 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d01f3d2-727c-4b7a-bf4c-b79f09edf532 req-833a3f78-643d-4836-a4cb-116fdfacf722 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612228 Jan 10 17:20:39.867172 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c589d435-32ee-4d40-8b00-e8b6b85ca369 admin admin] Publish callbacks [] for security_group (2e7696a4-e627-422b-906c-6fdedd30397d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.871375 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c589d435-32ee-4d40-8b00-e8b6b85ca369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2e7696a4-e627-422b-906c-6fdedd30397d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.907416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 46f75f1d-674d-4bb3-ad46-35687c49b65f is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:39.907802 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.916226 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c589d435-32ee-4d40-8b00-e8b6b85ca369 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77dcc8a42a7a4963b792c07c3224341f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916181 Jan 10 17:20:39.916226 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589d435-32ee-4d40-8b00-e8b6b85ca369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7696a4-e627-422b-906c-6fdedd30397d,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:39.916606 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39472) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:39.931322 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:39.933555 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4b06f1-8a44-4411-8214-6f88458bf5be" -d '{"events": [{"server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "name": "network-vif-plugged", "status": "completed", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:39.953248 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:39.957773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.958577 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7c153e38-a1b7-48cd-810c-c407ee6a843b no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:39.971961 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] Publish callbacks [] for security_group (2e7696a4-e627-422b-906c-6fdedd30397d), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:39.977876 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6bdb0f-5f56-4322-8ab0-e96418f38301 x-openstack-request-id: req-fd6bdb0f-5f56-4322-8ab0-e96418f38301 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:39.978191 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "name": "network-vif-plugged", "status": "completed", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:39.978481 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd6bdb0f-5f56-4322-8ab0-e96418f38301 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:39.978867 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f', 'code': 200} Jan 10 17:20:39.980475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 7c153e38-a1b7-48cd-810c-c407ee6a843b {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:39.980822 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7c153e38-a1b7-48cd-810c-c407ee6a843b not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:39.996240 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] Publish callbacks [] for security_group (2e7696a4-e627-422b-906c-6fdedd30397d), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.027601 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:40.046567 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2e7696a4-e627-422b-906c-6fdedd30397d), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.049178 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.050364 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e7696a4-e627-422b-906c-6fdedd30397d HTTP/1.1" status: 204 len: 168 time: 0.1327922 Jan 10 17:20:40.059220 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c98638-4e27-4419-ba41-c2423040f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7696a4-e627-422b-906c-6fdedd30397d,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:40.142084 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb900-9bba-42e0-8128-8f80901062d2 req-e55f6465-cbbf-4cba-a320-5e8ac0c8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:40.143598 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a4fb900-9bba-42e0-8128-8f80901062d2 req-e55f6465-cbbf-4cba-a320-5e8ac0c8582d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 1103 time: 0.0380411 Jan 10 17:20:40.187748 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a4fb900-9bba-42e0-8128-8f80901062d2 req-c2aab2c4-6fae-42fe-addc-87149b281745 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Jan 10 17:20:40.305459 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39482) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:40.318263 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd5260fe-e579-4de9-9d1d-19f5628df5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.390583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd5260fe-e579-4de9-9d1d-19f5628df5d9 admin admin] Publish callbacks [] for security_group (dc630daa-f690-49aa-ab3a-c04aa67372fe), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.394025 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd5260fe-e579-4de9-9d1d-19f5628df5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dc630daa-f690-49aa-ab3a-c04aa67372fe), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.431297 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.432432 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cd5260fe-e579-4de9-9d1d-19f5628df5d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d701c072ab148838ae1df96509c07ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259177 Jan 10 17:20:40.433287 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5260fe-e579-4de9-9d1d-19f5628df5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc630daa-f690-49aa-ab3a-c04aa67372fe,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:40.435650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39484) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:40.483638 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] Publish callbacks [] for security_group (dc630daa-f690-49aa-ab3a-c04aa67372fe), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.516337 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] Publish callbacks [] for security_group (dc630daa-f690-49aa-ab3a-c04aa67372fe), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.579485 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153e76-6864-4e02-b096-cb7261f4976e req-eff480cf-ba3b-4bc5-94a3-b349baa37ebc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:40.580924 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bd153e76-6864-4e02-b096-cb7261f4976e req-eff480cf-ba3b-4bc5-94a3-b349baa37ebc tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0767777 Jan 10 17:20:40.611248 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dc630daa-f690-49aa-ab3a-c04aa67372fe), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.613770 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:40.614916 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc630daa-f690-49aa-ab3a-c04aa67372fe HTTP/1.1" status: 204 len: 168 time: 0.1782937 Jan 10 17:20:40.641883 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f657d8a-bd86-4248-be11-b30d3d0e2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc630daa-f690-49aa-ab3a-c04aa67372fe,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:40.672333 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bd153e76-6864-4e02-b096-cb7261f4976e req-7cf02fe1-d2d8-478f-a9f1-4fb4e2d5a004 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 Jan 10 17:20:40.692509 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888ab26-4d7e-47c3-bcec-7f64299b02c7 req-0b80f43c-da73-4814-b836-254ac8d039d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:40.694137 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b888ab26-4d7e-47c3-bcec-7f64299b02c7 req-0b80f43c-da73-4814-b836-254ac8d039d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0713108 Jan 10 17:20:40.744321 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b888ab26-4d7e-47c3-bcec-7f64299b02c7 req-2a17c3ee-e7a8-41ec-8083-f1de2b8367cd tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Jan 10 17:20:40.964942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea07e5a-54bc-4c86-9051-80dd5ee15a2d req-78c21542-430c-4bec-95e2-976376fb1e77 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:40.966418 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ea07e5a-54bc-4c86-9051-80dd5ee15a2d req-78c21542-430c-4bec-95e2-976376fb1e77 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 950 time: 0.0481188 Jan 10 17:20:41.016801 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ea07e5a-54bc-4c86-9051-80dd5ee15a2d req-f8a75bb3-db1d-43f8-970d-6e864dc79164 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jan 10 17:20:41.802631 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143331-7f35-4dcb-a3aa-40644990c683 req-6b0a11f7-f9db-4c58-b752-c5878c6cfe10 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:41.804934 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa143331-7f35-4dcb-a3aa-40644990c683 req-6b0a11f7-f9db-4c58-b752-c5878c6cfe10 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0643470 Jan 10 17:20:41.877585 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa143331-7f35-4dcb-a3aa-40644990c683 req-cf02386c-4b00-4bf4-bea8-30a5c22102d1 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671031 Jan 10 17:20:41.893942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d86dea-4164-4026-a674-77a1701dab13 req-14054fd2-db69-477a-bdcf-bcab7c38ba72 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:41.895513 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-88d86dea-4164-4026-a674-77a1701dab13 req-14054fd2-db69-477a-bdcf-bcab7c38ba72 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0711021 Jan 10 17:20:41.953937 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-88d86dea-4164-4026-a674-77a1701dab13 req-4559633b-9573-48d7-b45b-d8ead1d7abdb tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529053 Jan 10 17:20:42.135448 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b708d-5238-41ac-9deb-b4036b7c2f99 req-9969e7de-9803-40ea-8778-b7874dcb584e tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:42.136832 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-543b708d-5238-41ac-9deb-b4036b7c2f99 req-9969e7de-9803-40ea-8778-b7874dcb584e tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 950 time: 0.0504911 Jan 10 17:20:42.176646 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39546) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:42.190866 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-543b708d-5238-41ac-9deb-b4036b7c2f99 req-4706aa1f-7a3e-4f31-9570-cf708544ba0c tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Jan 10 17:20:42.285333 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e5da1d8-efda-4a53-bbcb-2e9adc6d13c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.364093 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e5da1d8-efda-4a53-bbcb-2e9adc6d13c0 admin admin] Publish callbacks [] for security_group (e2e12371-40a7-4d79-b40e-fc3e79172202), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.368586 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e5da1d8-efda-4a53-bbcb-2e9adc6d13c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e2e12371-40a7-4d79-b40e-fc3e79172202), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.416880 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da1d8-efda-4a53-bbcb-2e9adc6d13c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e12371-40a7-4d79-b40e-fc3e79172202,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:42.420836 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7e5da1d8-efda-4a53-bbcb-2e9adc6d13c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=480efe1f1b234acb8c1ac75064272960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431321 Jan 10 17:20:42.423743 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39556) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:42.459045 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a488ed-8455-42e6-bbd8-79d6df1f97fc req-5aa61e04-3d61-476f-afba-6c4e7161ab95 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:42.461040 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0a488ed-8455-42e6-bbd8-79d6df1f97fc req-5aa61e04-3d61-476f-afba-6c4e7161ab95 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 950 time: 0.0565794 Jan 10 17:20:42.473811 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] Publish callbacks [] for security_group (e2e12371-40a7-4d79-b40e-fc3e79172202), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.504158 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] Publish callbacks [] for security_group (e2e12371-40a7-4d79-b40e-fc3e79172202), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.509221 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0a488ed-8455-42e6-bbd8-79d6df1f97fc req-07e5ba92-65b5-4c2b-9176-e97bba91bdc1 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Jan 10 17:20:42.767929 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e2e12371-40a7-4d79-b40e-fc3e79172202), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.770645 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:42.771769 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2e12371-40a7-4d79-b40e-fc3e79172202 HTTP/1.1" status: 204 len: 168 time: 0.3462749 Jan 10 17:20:42.779422 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7170cb-44ee-44c7-b2f5-0c942f83fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e12371-40a7-4d79-b40e-fc3e79172202,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:42.995423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885eaf3-ef6e-4b08-b838-6086247371ef req-c940f3bd-7392-4962-a5d3-f2eeca51bba0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:42.996942 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1885eaf3-ef6e-4b08-b838-6086247371ef req-c940f3bd-7392-4962-a5d3-f2eeca51bba0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0514863 Jan 10 17:20:43.028737 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39570) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:43.042242 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b1e0-9823-441a-9985-d134b5e1fb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.066280 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1885eaf3-ef6e-4b08-b838-6086247371ef req-a457b5b3-4646-48aa-9a67-4b16fbefa402 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Jan 10 17:20:43.095407 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c70d-7ddd-4eb5-8ee4-de8b2132e472 req-2f0fe0ed-630b-445e-be3d-58506f5a180c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:43.096921 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a24c70d-7ddd-4eb5-8ee4-de8b2132e472 req-2f0fe0ed-630b-445e-be3d-58506f5a180c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0687506 Jan 10 17:20:43.128516 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b1e0-9823-441a-9985-d134b5e1fb82 admin admin] Publish callbacks [] for security_group (b1cc625d-6f06-430b-b5dd-b87d72e70d88), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.132550 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b1e0-9823-441a-9985-d134b5e1fb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b1cc625d-6f06-430b-b5dd-b87d72e70d88), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.152325 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a24c70d-7ddd-4eb5-8ee4-de8b2132e472 req-a372bb3a-66b4-4274-b074-91ae8fe0d1ca tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471151 Jan 10 17:20:43.173505 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d3d8b1e0-9823-441a-9985-d134b5e1fb82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55179c26ecb54e1a9d15a70a8be28aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437087 Jan 10 17:20:43.174395 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b1e0-9823-441a-9985-d134b5e1fb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc625d-6f06-430b-b5dd-b87d72e70d88,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:43.176104 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39572) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:43.223109 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] Publish callbacks [] for security_group (b1cc625d-6f06-430b-b5dd-b87d72e70d88), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.243805 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] Publish callbacks [] for security_group (b1cc625d-6f06-430b-b5dd-b87d72e70d88), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.287710 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b1cc625d-6f06-430b-b5dd-b87d72e70d88), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.291238 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:43.292354 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1cc625d-6f06-430b-b5dd-b87d72e70d88 HTTP/1.1" status: 204 len: 168 time: 0.1152208 Jan 10 17:20:43.299487 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8622d-fa78-4ecc-9963-54d946e97e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc625d-6f06-430b-b5dd-b87d72e70d88,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:43.624572 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcf087-ebe7-4803-a85c-0c1c1a7f2a2c req-813b8af0-4000-4750-afd4-2edb959bb151 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:43.626067 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49fcf087-ebe7-4803-a85c-0c1c1a7f2a2c req-813b8af0-4000-4750-afd4-2edb959bb151 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 950 time: 0.0479105 Jan 10 17:20:43.675738 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49fcf087-ebe7-4803-a85c-0c1c1a7f2a2c req-d7d15556-6739-4b0b-8926-0b458e483289 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Jan 10 17:20:44.188872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a373-5e60-43b2-bbc9-7be5ccc28b94 req-f8641b1c-3c0b-46ab-83ee-f48bca245783 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:44.190834 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64f4a373-5e60-43b2-bbc9-7be5ccc28b94 req-f8641b1c-3c0b-46ab-83ee-f48bca245783 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0558286 Jan 10 17:20:44.252881 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64f4a373-5e60-43b2-bbc9-7be5ccc28b94 req-c29e5974-2fbc-46d4-ba89-b8069e20a514 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/security-groups?id=a8766670-c6bf-4a76-aa3b-23c7a778443a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544291 Jan 10 17:20:44.289940 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c47f59-d3f1-444b-8327-47eee0d169fa req-ad7f3bb1-a3e1-4304-84f1-ff0232dd968b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:44.291662 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6c47f59-d3f1-444b-8327-47eee0d169fa req-ad7f3bb1-a3e1-4304-84f1-ff0232dd968b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0549033 Jan 10 17:20:44.341720 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6c47f59-d3f1-444b-8327-47eee0d169fa req-7d308426-7899-439d-ab81-eae19753a14f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Jan 10 17:20:44.462022 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-db897873-f5a3-40a7-b3c8-f293b43e77e2 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:44.463518 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-db897873-f5a3-40a7-b3c8-f293b43e77e2 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.24 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 950 time: 0.0492842 Jan 10 17:20:44.567374 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Deleting port 46f75f1d-674d-4bb3-ad46-35687c49b65f {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:44.567719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.581812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a95024-c96e-4118-babb-9468dc51898e req-8248447b-aa5c-4f40-ad1c-fd7ba9ff1191 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:44.583551 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-88a95024-c96e-4118-babb-9468dc51898e req-8248447b-aa5c-4f40-ad1c-fd7ba9ff1191 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 945 time: 0.0472102 Jan 10 17:20:44.655688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] For port 46f75f1d-674d-4bb3-ad46-35687c49b65f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=46f75f1d-674d-4bb3-ad46-35687c49b65f,segment=NetworkSegment(9678a83a-0587-449a-8f00-b02ed2b8021e),segment_id=9678a83a-0587-449a-8f00-b02ed2b8021e)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:44.656054 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.673839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Calling delete_port for 46f75f1d-674d-4bb3-ad46-35687c49b65f owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:44.687878 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Deleting port 018d2ecf-5079-404f-8167-130e5c5e75e1 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:44.688595 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.790153 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] For port 018d2ecf-5079-404f-8167-130e5c5e75e1, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=018d2ecf-5079-404f-8167-130e5c5e75e1,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:44.790544 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.807620 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Calling delete_port for 018d2ecf-5079-404f-8167-130e5c5e75e1 owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:44.840845 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (46f75f1d-674d-4bb3-ad46-35687c49b65f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.852946 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['46f75f1d-674d-4bb3-ad46-35687c49b65f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:44.882514 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f0a72-4551-4402-8398-af240fa8eff3 req-0f217dbb-66e7-4cbf-be45-f231c7ac333a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:44.884103 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2a2f0a72-4551-4402-8398-af240fa8eff3 req-0f217dbb-66e7-4cbf-be45-f231c7ac333a tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e34285-5276-49a9-b4d7-21854b7de659 HTTP/1.1" status: 200 len: 867 time: 0.1049693 Jan 10 17:20:44.920716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Pushing event deleted for resources: {'Port': ['ID=46f75f1d-674d-4bb3-ad46-35687c49b65f,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:44.977464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] No DVR routers for this DVR port 46f75f1d-674d-4bb3-ad46-35687c49b65f on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:44.984542 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (018d2ecf-5079-404f-8167-130e5c5e75e1), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.985103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:44.988570 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-490cc57f-a8bc-497b-8b37-a6159083e6b5 req-a0d549a1-77cb-408f-9b6e-4fa4281d15e3 tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.24 "DELETE /v2.0/ports/46f75f1d-674d-4bb3-ad46-35687c49b65f HTTP/1.1" status: 204 len: 173 time: 0.5191758 Jan 10 17:20:44.989252 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'name': 'network-vif-deleted', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:44.991605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57765a55-5996-42a0-9f1a-93af344a110c" -d '{"events": [{"server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "name": "network-vif-deleted", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:44.999921 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['018d2ecf-5079-404f-8167-130e5c5e75e1'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:45.027623 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2a2f0a72-4551-4402-8398-af240fa8eff3 req-ae1bf337-8085-46f1-b4f7-832573d264ba tempest-VolumesNegativeTest-812899467 tempest-VolumesNegativeTest-812899467-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70930f3-6a4e-4331-ab85-0dda427bed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350460 Jan 10 17:20:45.030157 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Pushing event deleted for resources: {'Port': ['ID=018d2ecf-5079-404f-8167-130e5c5e75e1,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:45.089093 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] No DVR routers for this DVR port 018d2ecf-5079-404f-8167-130e5c5e75e1 on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:20:45.091660 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:45.096312 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-88a95024-c96e-4118-babb-9468dc51898e req-a0f6cb80-50b6-4247-b09f-5a42cb317940 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.24 "DELETE /v2.0/ports/018d2ecf-5079-404f-8167-130e5c5e75e1 HTTP/1.1" status: 204 len: 173 time: 0.5062876 Jan 10 17:20:45.096747 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14fedf7-d501-4321-91a5-f1e656aa81d2 x-openstack-request-id: req-a14fedf7-d501-4321-91a5-f1e656aa81d2 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:45.096882 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'name': 'network-vif-deleted', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:45.097109 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e34285-5276-49a9-b4d7-21854b7de659", "name": "network-vif-deleted", "tag": "46f75f1d-674d-4bb3-ad46-35687c49b65f", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:45.098240 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a14fedf7-d501-4321-91a5-f1e656aa81d2 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:45.098715 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e34285-5276-49a9-b4d7-21854b7de659', 'name': 'network-vif-deleted', 'tag': '46f75f1d-674d-4bb3-ad46-35687c49b65f', 'status': 'completed', 'code': 200} Jan 10 17:20:45.099043 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fe7ac4-4d71-4278-ba94-6665e73aadcf" -d '{"events": [{"server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "name": "network-vif-deleted", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:45.143599 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10502d-4141-4789-b5d5-536c917f3476 x-openstack-request-id: req-1e10502d-4141-4789-b5d5-536c917f3476 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:45.143888 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd97f69d-23a8-4ceb-9290-2d7d98e5c19a", "name": "network-vif-deleted", "tag": "018d2ecf-5079-404f-8167-130e5c5e75e1", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:45.146013 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e10502d-4141-4789-b5d5-536c917f3476 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:45.146453 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd97f69d-23a8-4ceb-9290-2d7d98e5c19a', 'name': 'network-vif-deleted', 'tag': '018d2ecf-5079-404f-8167-130e5c5e75e1', 'status': 'completed', 'code': 200} Jan 10 17:20:45.362004 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c79df347-d6d0-4e0f-8fe1-35661d1866d7 req-630db4e0-f58c-44de-ac83-c9c4cfb47aa0 tempest-ServerRescueNegativeTestJSON-1095151694 tempest-ServerRescueNegativeTestJSON-1095151694-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd97f69d-23a8-4ceb-9290-2d7d98e5c19a HTTP/1.1" status: 200 len: 210 time: 0.0257404 Jan 10 17:20:45.478373 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b7b6b-240a-4a5e-a12b-f1dbf55745d4 req-502248b4-a29d-4037-9d63-6c4ca871fd23 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:45.480398 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-931b7b6b-240a-4a5e-a12b-f1dbf55745d4 req-502248b4-a29d-4037-9d63-6c4ca871fd23 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 943 time: 0.0642653 Jan 10 17:20:45.546801 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-931b7b6b-240a-4a5e-a12b-f1dbf55745d4 req-ba236a07-f481-41d8-8d0f-3d79cafb0927 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593276 Jan 10 17:20:45.846500 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device c77d782e-9d0d-4092-abea-46f9b15371ad details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:20:45.939160 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c77d782e-9d0d-4092-abea-46f9b15371ad,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:45.953723 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'port_id': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'mac_address': 'fa:16:3e:d5:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:20:45.991941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port c77d782e-9d0d-4092-abea-46f9b15371ad is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:45.992338 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:46.006579 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d782e-9d0d-4092-abea-46f9b15371ad {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:20:46.030381 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c77d782e-9d0d-4092-abea-46f9b15371ad,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:46.034488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:46.088571 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:46.418064 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39698) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:46.441655 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['c77d782e-9d0d-4092-abea-46f9b15371ad'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:20:46.721866 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b03b-3cbc-4e5a-be18-c3611accf34d req-a5f3df44-c573-4a58-bf8f-8e127550175d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:46.723371 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d8f3b03b-3cbc-4e5a-be18-c3611accf34d req-a5f3df44-c573-4a58-bf8f-8e127550175d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 944 time: 0.0876491 Jan 10 17:20:47.034076 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d8f3b03b-3cbc-4e5a-be18-c3611accf34d req-d7a9fcc5-0545-4198-8882-b6bcf33e532a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924976 Jan 10 17:20:47.143077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:47.449603 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Deleting port 191b5ba1-f502-44b0-8de4-b2dc8a19005a {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:47.450280 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:47.530665 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] For port 191b5ba1-f502-44b0-8de4-b2dc8a19005a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=191b5ba1-f502-44b0-8de4-b2dc8a19005a,segment=NetworkSegment(7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0),segment_id=7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:47.531024 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:47.548053 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Calling delete_port for 191b5ba1-f502-44b0-8de4-b2dc8a19005a owned by network:router_interface {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:47.739679 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (191b5ba1-f502-44b0-8de4-b2dc8a19005a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:47.765616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Pushing event deleted for resources: {'Port': ['ID=191b5ba1-f502-44b0-8de4-b2dc8a19005a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:47.850100 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device c77d782e-9d0d-4092-abea-46f9b15371ad up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:20:47.914941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port c77d782e-9d0d-4092-abea-46f9b15371ad completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:20:47.919332 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port c77d782e-9d0d-4092-abea-46f9b15371ad triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:20:47.919781 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:47.951788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:48.147069 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port c77d782e-9d0d-4092-abea-46f9b15371ad is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:20:48.147530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:48.175378 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:48.177634 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479f3c1-39ca-498f-ae58-14ce611ce3a1" -d '{"events": [{"server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "name": "network-vif-plugged", "status": "completed", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:48.195293 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c77d782e-9d0d-4092-abea-46f9b15371ad,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:48.202596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:48.203621 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 018d2ecf-5079-404f-8167-130e5c5e75e1 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:48.222140 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a03e7-cff2-4152-b459-37a726432682 req-ebc57764-2644-4934-b563-c30c41656ae3 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:48.223716 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-060a03e7-cff2-4152-b459-37a726432682 req-ebc57764-2644-4934-b563-c30c41656ae3 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 944 time: 0.0740221 Jan 10 17:20:48.256734 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 018d2ecf-5079-404f-8167-130e5c5e75e1 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:48.257645 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 018d2ecf-5079-404f-8167-130e5c5e75e1 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:48.258190 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 46f75f1d-674d-4bb3-ad46-35687c49b65f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:48.258718 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Router d8137c65-070b-4097-8d95-e4b1dbb14dcf has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:20:48.285752 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 46f75f1d-674d-4bb3-ad46-35687c49b65f {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:48.286103 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 46f75f1d-674d-4bb3-ad46-35687c49b65f not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:48.305739 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:48.348014 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931675f1-08d4-49f5-8e9b-83e9bdea0111 x-openstack-request-id: req-931675f1-08d4-49f5-8e9b-83e9bdea0111 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:48.348306 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "name": "network-vif-plugged", "status": "completed", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:48.348563 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-931675f1-08d4-49f5-8e9b-83e9bdea0111 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:48.348958 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'code': 200} Jan 10 17:20:48.375660 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-060a03e7-cff2-4152-b459-37a726432682 req-3c9493bb-3190-4337-892e-066626e0c33d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296434 Jan 10 17:20:48.420108 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:20:48.425551 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d394137b-c6d5-4f75-9178-8ed86e36d5be admin admin] 10.222.0.10 "PUT /v2.0/routers/d8137c65-070b-4097-8d95-e4b1dbb14dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0063586 Jan 10 17:20:48.428244 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39918) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:48.433680 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Sync routers for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:20:48.450498 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:48.451129 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:20:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:48.588477 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:48.626693 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks [] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:48.795162 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cec6e-0a4c-4341-811e-0d210efbcd8e req-f52da402-2f44-4e31-986b-97f17bbb8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:48.795577 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-ab5cec6e-0a4c-4341-811e-0d210efbcd8e req-f52da402-2f44-4e31-986b-97f17bbb8698 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 1098 time: 0.1038914 Jan 10 17:20:48.807325 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:20:47Z', 'revision_number': 5, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port': {'id': '273edc28-64de-4ce2-9868-ceba74fb24eb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:48.832696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks [] for router_gateway (d8137c65-070b-4097-8d95-e4b1dbb14dcf), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:48.840810 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Checking router: d8137c65-070b-4097-8d95-e4b1dbb14dcf for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:20:48.854339 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Routers {'d8137c65-070b-4097-8d95-e4b1dbb14dcf'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:48.854881 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:20:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:48.885976 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-ab5cec6e-0a4c-4341-811e-0d210efbcd8e req-fd66f55d-5b52-4c7a-a7e9-107ad936429e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810592 Jan 10 17:20:48.908115 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Deleting port 273edc28-64de-4ce2-9868-ceba74fb24eb {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:20:48.908278 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.008898 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] For port 273edc28-64de-4ce2-9868-ceba74fb24eb, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=273edc28-64de-4ce2-9868-ceba74fb24eb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:20:49.009267 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.022097 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Calling delete_port for 273edc28-64de-4ce2-9868-ceba74fb24eb owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:20:49.048910 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] Set router d8137c65-070b-4097-8d95-e4b1dbb14dcf gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:49.102257 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:20:48Z', 'revision_number': 6, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:49.130911 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81fe614-74cb-4eda-81b5-6ec5db64dda9 None None] The sync data for ids ['d8137c65-070b-4097-8d95-e4b1dbb14dcf'] in dv-cinder-787632-2-iscsi is: [{'id': 'd8137c65-070b-4097-8d95-e4b1dbb14dcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1094267544-router', 'tenant_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:20:48Z', 'revision_number': 6, 'project_id': '709381cc5d794dcd8b5b93a1a1e34f05', 'gw_port_host': None}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:20:49.206942 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (273edc28-64de-4ce2-9868-ceba74fb24eb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.233852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=273edc28-64de-4ce2-9868-ceba74fb24eb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:49.254456 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.355729 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.357853 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks [] for router_controller (d8137c65-070b-4097-8d95-e4b1dbb14dcf), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.428367 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (d8137c65-070b-4097-8d95-e4b1dbb14dcf), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.429142 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8137c65-070b-4097-8d95-e4b1dbb14dcf {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:20:49.435062 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.436271 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-12073543-7017-4127-ba79-a86920953de1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d8137c65-070b-4097-8d95-e4b1dbb14dcf HTTP/1.1" status: 204 len: 168 time: 1.0065174 Jan 10 17:20:49.439082 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39968) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:49.520023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Deleting subnet 99e410ca-24bf-4a10-897e-b5680fa1e01f {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:20:49.529668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Publish callbacks [] for subnet (99e410ca-24bf-4a10-897e-b5680fa1e01f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.556295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5071-a0d6-4d08-a208-97965bf8f289 req-40830b7d-9e86-42ba-af37-8a67f8a6e2f0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:49.557789 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c1b5071-a0d6-4d08-a208-97965bf8f289 req-40830b7d-9e86-42ba-af37-8a67f8a6e2f0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0913310 Jan 10 17:20:49.589170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (99e410ca-24bf-4a10-897e-b5680fa1e01f), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.643104 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c1b5071-a0d6-4d08-a208-97965bf8f289 req-b4d9b28a-3514-4c64-bf2a-8a7bf51cba34 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791776 Jan 10 17:20:49.647266 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (99e410ca-24bf-4a10-897e-b5680fa1e01f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.701708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (99e410ca-24bf-4a10-897e-b5680fa1e01f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.729464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.732654 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/99e410ca-24bf-4a10-897e-b5680fa1e01f HTTP/1.1" status: 204 len: 168 time: 0.2924767 Jan 10 17:20:49.733608 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3217-628f-4936-8f22-a55dc89aa2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e410ca-24bf-4a10-897e-b5680fa1e01f,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:49.735564 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 39972) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:49.802803 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (be608f9d-f2ce-4080-bed0-d4396bad9669), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.888917 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (be608f9d-f2ce-4080-bed0-d4396bad9669), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:49.911655 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.912012 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.913883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.914092 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > port after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.914493 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.914868 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > port after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.915267 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.915519 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.915905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.916173 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.985607 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.985964 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.986327 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.986666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:20:49.987036 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be608f9d-f2ce-4080-bed0-d4396bad9669']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:50.001945 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 273edc28-64de-4ce2-9868-ceba74fb24eb no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:50.004594 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:50.005084 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:50.024016 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.025055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 273edc28-64de-4ce2-9868-ceba74fb24eb {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:50.029208 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 273edc28-64de-4ce2-9868-ceba74fb24eb not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:50.029208 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 191b5ba1-f502-44b0-8de4-b2dc8a19005a no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:20:50.050654 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.050870 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 191b5ba1-f502-44b0-8de4-b2dc8a19005a {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:20:50.051392 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 191b5ba1-f502-44b0-8de4-b2dc8a19005a not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:20:50.060546 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:20:50.060930 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (7c6a3f2a-adc8-48c4-b4fc-4c5b759c5fe0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:20:50.065213 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:20:50.125336 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (be608f9d-f2ce-4080-bed0-d4396bad9669), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.140667 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.148573 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] 10.222.0.10 "DELETE /v2.0/networks/be608f9d-f2ce-4080-bed0-d4396bad9669 HTTP/1.1" status: 204 len: 168 time: 0.4091573 Jan 10 17:20:50.158187 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7d10-038c-43f8-9caf-8ebbe97f1e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=be608f9d-f2ce-4080-bed0-d4396bad9669,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:50.378733 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39992) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:50.442546 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-20812d59-71eb-4cbd-850f-143c9a758161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=709381cc5d794dcd8b5b93a1a1e34f05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624068 Jan 10 17:20:50.445933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 39998) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:50.500961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] Publish callbacks [] for security_group (a8766670-c6bf-4a76-aa3b-23c7a778443a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.517734 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40000) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:50.524999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] Publish callbacks [] for security_group (a8766670-c6bf-4a76-aa3b-23c7a778443a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.588200 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a8766670-c6bf-4a76-aa3b-23c7a778443a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.590887 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.592634 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8766670-c6bf-4a76-aa3b-23c7a778443a HTTP/1.1" status: 204 len: 168 time: 0.1456146 Jan 10 17:20:50.604071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fcc88-ca18-414c-a93e-6343ece382ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8766670-c6bf-4a76-aa3b-23c7a778443a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:50.703179 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a0b97c79-f2a2-47de-b691-a1aadca374b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fba95cead8174d90a2d6ebd23dc53c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837640 Jan 10 17:20:50.703938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40014) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:50.805484 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] Publish callbacks [] for security_group (b70930f3-6a4e-4331-ab85-0dda427bed69), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.831862 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb71fb-2bf9-4b0c-9123-dfb88bebb284 req-26424e63-351c-4d56-b7cb-c9486a2965b1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:50.833357 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-66cb71fb-2bf9-4b0c-9123-dfb88bebb284 req-26424e63-351c-4d56-b7cb-c9486a2965b1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0921314 Jan 10 17:20:50.838812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] Publish callbacks [] for security_group (b70930f3-6a4e-4331-ab85-0dda427bed69), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.908128 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-66cb71fb-2bf9-4b0c-9123-dfb88bebb284 req-e3967b0c-b2cf-49d3-a560-8272bea4d99d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671701 Jan 10 17:20:50.933911 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b70930f3-6a4e-4331-ab85-0dda427bed69), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.937092 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:50.938583 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b70930f3-6a4e-4331-ab85-0dda427bed69 HTTP/1.1" status: 204 len: 168 time: 0.2333851 Jan 10 17:20:50.954524 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e24b4-5247-47fd-a159-3fe1acb6033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70930f3-6a4e-4331-ab85-0dda427bed69,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:51.035450 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4768530-584d-472c-a9e7-223e70b511ec req-f9ced034-b086-457d-a811-18df835c15c7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:51.037203 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f4768530-584d-472c-a9e7-223e70b511ec req-f9ced034-b086-457d-a811-18df835c15c7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0512807 Jan 10 17:20:51.095304 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f4768530-584d-472c-a9e7-223e70b511ec req-2f48603f-e789-4e69-9c1c-0b73a783811b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509677 Jan 10 17:20:51.119353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40038) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:51.350492 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69efc494-7d0a-411a-9cf1-5d6507703383 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:51.354638 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-69efc494-7d0a-411a-9cf1-5d6507703383 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 1093 time: 0.2315974 Jan 10 17:20:51.354837 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40048) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:51.358954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'port_id': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:51.383077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:51.478441 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:51.584933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.27.1.250 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/bfca3db7-d20b-4e6c-baae-b6ced498bac0) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:20:51.692615 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:51.727485 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:51.766286 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:20:51.769103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:20:51.778212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:20:51.796215 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=bfca3db7-d20b-4e6c-baae-b6ced498bac0,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:52.042039 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40086) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:52.157157 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (583866a1-9c8b-4d01-89fe-f52add882508), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.160225 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1836-85a1-4619-8c81-cd62d0141f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.248319 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1836-85a1-4619-8c81-cd62d0141f6d admin admin] Publish callbacks [] for security_group (1bcc12d0-1db6-4823-93d2-ff575c75b299), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.256677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1836-85a1-4619-8c81-cd62d0141f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1bcc12d0-1db6-4823-93d2-ff575c75b299), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.259395 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.293792 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb1836-85a1-4619-8c81-cd62d0141f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc12d0-1db6-4823-93d2-ff575c75b299,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:52.299471 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d5fb1836-85a1-4619-8c81-cd62d0141f6d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b500f95d8d82496c9bad4143c894bb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562575 Jan 10 17:20:52.302084 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40100) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:52.358763 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] Publish callbacks [] for security_group (1bcc12d0-1db6-4823-93d2-ff575c75b299), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.381316 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] Publish callbacks [] for security_group (1bcc12d0-1db6-4823-93d2-ff575c75b299), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.423719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.429540 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.431352 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1bcc12d0-1db6-4823-93d2-ff575c75b299), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.434026 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.435286 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bcc12d0-1db6-4823-93d2-ff575c75b299 HTTP/1.1" status: 204 len: 168 time: 0.1319468 Jan 10 17:20:52.445363 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9747a-d1d6-4e69-a4aa-fc1bc698dd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc12d0-1db6-4823-93d2-ff575c75b299,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:52.487583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40106) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:52.501556 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=bfca3db7-d20b-4e6c-baae-b6ced498bac0,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:52.516614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (583866a1-9c8b-4d01-89fe-f52add882508), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.600087 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5e456527-c776-4f3d-8c04-58d432d4b43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.618997 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP 583866a1-9c8b-4d01-89fe-f52add882508 associated. External IP: 172.27.1.250, port: c77d782e-9d0d-4092-abea-46f9b15371ad. Jan 10 17:20:52.685292 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5e456527-c776-4f3d-8c04-58d432d4b43b admin admin] Publish callbacks [] for security_group (4b37fadd-f259-4bb4-beba-ce64cdb9d702), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.693677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5e456527-c776-4f3d-8c04-58d432d4b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4b37fadd-f259-4bb4-beba-ce64cdb9d702), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.742276 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5e456527-c776-4f3d-8c04-58d432d4b43b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25e77b5b2a004191a5d015715b668568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502635 Jan 10 17:20:52.742276 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e456527-c776-4f3d-8c04-58d432d4b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37fadd-f259-4bb4-beba-ce64cdb9d702,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:52.742992 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40114) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:52.795467 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] Publish callbacks [] for security_group (4b37fadd-f259-4bb4-beba-ce64cdb9d702), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.818787 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] Publish callbacks [] for security_group (4b37fadd-f259-4bb4-beba-ce64cdb9d702), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.875792 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (4b37fadd-f259-4bb4-beba-ce64cdb9d702), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.878476 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:52.879667 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b37fadd-f259-4bb4-beba-ce64cdb9d702 HTTP/1.1" status: 204 len: 168 time: 0.1357553 Jan 10 17:20:52.891417 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060971c1-f2c0-4903-b538-ce6bc0da7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37fadd-f259-4bb4-beba-ce64cdb9d702,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:53.048900 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:20:53.160247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:20:53.174472 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:20:53.183422 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.188689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:53.189326 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:20:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:53.195216 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40134) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:53.215764 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb75b-25fd-4ea0-82f3-8391dd722264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.233307 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4c08207c-035f-4ef1-b8e2-6e46cc0e0bd6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8629491 Jan 10 17:20:53.233307 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:20:53.233307 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3a628-f986-4f56-8437-645803b5e516" -d '{"events": [{"name": "network-changed", "server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:20:53.262996 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8801a4-1405-4db0-9034-4068aecea535 x-openstack-request-id: req-7e8801a4-1405-4db0-9034-4068aecea535 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:20:53.263688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:20:53.264136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e8801a4-1405-4db0-9034-4068aecea535 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:20:53.264626 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'status': 'completed', 'code': 200} Jan 10 17:20:53.313735 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40144) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:53.359564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:53.370206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a628-f986-4f56-8437-645803b5e516 req-3c81afa9-b8b0-41cc-9336-f6c33f56d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:53.371732 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-3c81afa9-b8b0-41cc-9336-f6c33f56d7f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 1098 time: 0.0685785 Jan 10 17:20:53.394734 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb75b-25fd-4ea0-82f3-8391dd722264 admin admin] Publish callbacks [] for security_group (a498fbe1-de24-4334-b796-344efc8be608), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.413346 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb75b-25fd-4ea0-82f3-8391dd722264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a498fbe1-de24-4334-b796-344efc8be608), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.421821 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920548641-network', 'tenant_id': '205464e46e2f4522814d00544f9af369'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:53.447078 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Made reservation on behalf of 205464e46e2f4522814d00544f9af369 for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:53.450364 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.462361 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.473904 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:20:53.488882 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-fd3fb75b-25fd-4ea0-82f3-8391dd722264 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89180b9e33d14c4eb261143c2dd7622f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918591 Jan 10 17:20:53.492185 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40148) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:53.493151 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fb75b-25fd-4ea0-82f3-8391dd722264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498fbe1-de24-4334-b796-344efc8be608,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:53.514818 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a628-f986-4f56-8437-645803b5e516 req-315d5b77-1118-4206-ba27-a06daa27343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:53.516413 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-315d5b77-1118-4206-ba27-a06daa27343e service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.1301284 Jan 10 17:20:53.575687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] Publish callbacks [] for security_group (a498fbe1-de24-4334-b796-344efc8be608), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.609641 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '583866a1-9c8b-4d01-89fe-f52add882508', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:d5:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:20:52Z', 'updated_at': '2022-01-10T17:20:52Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:53.616996 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] Publish callbacks [] for security_group (a498fbe1-de24-4334-b796-344efc8be608), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.618337 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-be3d9fe6-287c-4bec-9156-4c1f5e85fce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c77d782e-9d0d-4092-abea-46f9b15371ad HTTP/1.1" status: 200 len: 999 time: 0.0947256 Jan 10 17:20:53.626410 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks [] for security_group (c599784e-2388-406c-8700-2c60623a5c23), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.632998 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c599784e-2388-406c-8700-2c60623a5c23), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.641095 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:20:53.650120 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:20:53.650756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:20:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:53.670609 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a628-f986-4f56-8437-645803b5e516 req-79eb7d38-001f-4811-b01c-68ac1f757578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:53.672082 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-79eb7d38-001f-4811-b01c-68ac1f757578 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0467207 Jan 10 17:20:53.682788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:20:53.685419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c599784e-2388-406c-8700-2c60623a5c23,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:53.698323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (9bcb83e9-9e6a-4339-bd53-ece0e078205c), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.699681 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Added segment 9bcb83e9-9e6a-4339-bd53-ece0e078205c of type vlan for network 6230a7be-2060-46d3-91c8-15e869393447 Jan 10 17:20:53.724867 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3a628-f986-4f56-8437-645803b5e516 req-dda36533-0ac6-4b7b-9827-9bb02145f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:53.727057 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-dda36533-0ac6-4b7b-9827-9bb02145f005 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486157 Jan 10 17:20:53.747661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (6230a7be-2060-46d3-91c8-15e869393447), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.751559 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a498fbe1-de24-4334-b796-344efc8be608), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.754114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.757693 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a498fbe1-de24-4334-b796-344efc8be608 HTTP/1.1" status: 204 len: 168 time: 0.2615249 Jan 10 17:20:53.782383 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:20:53.792281 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910251-6ba5-476b-b768-77b3cb32241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498fbe1-de24-4334-b796-344efc8be608,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:53.822491 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (6230a7be-2060-46d3-91c8-15e869393447), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.823575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:53.824222 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.862377 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-dc10f4a2-46e2-48d7-b4d9-414322093c75 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270256 Jan 10 17:20:53.901376 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5829391 Jan 10 17:20:53.904201 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40154) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:53.910005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Request body: {'subnet': {'network_id': '6230a7be-2060-46d3-91c8-15e869393447', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920548641-subnet', 'tenant_id': '205464e46e2f4522814d00544f9af369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:53.918691 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e67fff-db8c-4eae-bcb2-792a14e3bfa6 admin admin] Pushing event updated for resources: {'Network': ['ID=6230a7be-2060-46d3-91c8-15e869393447,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:53.943616 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 6230a7be-2060-46d3-91c8-15e869393447 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:20:53.961830 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Made reservation on behalf of 205464e46e2f4522814d00544f9af369 for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:53.964539 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:53.988537 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e2c3a628-f986-4f56-8437-645803b5e516 req-e7113709-d6ad-4ba8-8d0e-15743bb6fb70 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192224 Jan 10 17:20:54.128216 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40158) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:54.131786 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '583866a1-9c8b-4d01-89fe-f52add882508', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:d5:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:20:52Z', 'updated_at': '2022-01-10T17:20:52Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:54.154421 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ab701a-2748-490b-8806-1b3406911eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.157376 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d8a29-b7ad-401d-a925-910ac2fd99c8 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '583866a1-9c8b-4d01-89fe-f52add882508', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:d5:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:20:52Z', 'updated_at': '2022-01-10T17:20:52Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:20:54.165774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (74c19d07-8e77-4ff3-a3e1-1446586b4a60), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.257842 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c19d07-8e77-4ff3-a3e1-1446586b4a60,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:54.270605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Checking segment: {'id': '9bcb83e9-9e6a-4339-bd53-ece0e078205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6230a7be-2060-46d3-91c8-15e869393447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:20:54.270967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Network hostable DHCP agents. Network: 6230a7be-2060-46d3-91c8-15e869393447, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:20:54.311375 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ab701a-2748-490b-8806-1b3406911eac admin admin] Publish callbacks [] for security_group (f49d3416-ff02-4254-986a-dc70dd741266), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.312509 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Network 6230a7be-2060-46d3-91c8-15e869393447 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:20:54.318959 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ab701a-2748-490b-8806-1b3406911eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f49d3416-ff02-4254-986a-dc70dd741266), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.336039 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 6230a7be-2060-46d3-91c8-15e869393447) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:20:54.340591 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:54.341694 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.345374 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816f3a3-322d-4845-9ce9-8119b91bc435 None None] Network 6230a7be-2060-46d3-91c8-15e869393447 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:20:54.366099 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d08e39-b5c8-4bd4-bc82-3f2ceef49a7f None None] New status for floating IP 583866a1-9c8b-4d01-89fe-f52add882508: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:20:54.372942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab701a-2748-490b-8806-1b3406911eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d3416-ff02-4254-986a-dc70dd741266,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:54.381262 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-44ab701a-2748-490b-8806-1b3406911eac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69bab25866a34826afaa6ccbe1f204db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520320 Jan 10 17:20:54.384198 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40160) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:54.395103 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7036b625-006d-4c6a-903e-77e19cb78681 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4813080 Jan 10 17:20:54.471752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] Publish callbacks [] for security_group (f49d3416-ff02-4254-986a-dc70dd741266), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.490176 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b0a2c-f42d-4e7a-b397-b9ed107d9784 None None] Network 6230a7be-2060-46d3-91c8-15e869393447 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:20:54.495359 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] Publish callbacks [] for security_group (f49d3416-ff02-4254-986a-dc70dd741266), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.563151 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f49d3416-ff02-4254-986a-dc70dd741266), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.567330 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:54.570847 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f49d3416-ff02-4254-986a-dc70dd741266 HTTP/1.1" status: 204 len: 168 time: 0.1849802 Jan 10 17:20:54.582819 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40684c7-e026-4ad5-90e9-7179fbebb6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d3416-ff02-4254-986a-dc70dd741266,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:55.100459 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40196) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:55.105416 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-437943396-network', 'tenant_id': 'ee4cf89d140a4e88b838c4122b5b3bc1'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:55.126903 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Made reservation on behalf of ee4cf89d140a4e88b838c4122b5b3bc1 for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:55.129275 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.138137 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.220832 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks [] for security_group (8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.223831 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.249139 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:20:55.259540 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:55.265330 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (af766d19-7b39-42ba-a737-98fef43949de), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.265676 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Added segment af766d19-7b39-42ba-a737-98fef43949de of type vlan for network be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa Jan 10 17:20:55.305092 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.329536 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.330389 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:55.330956 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.384350 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2826726 Jan 10 17:20:55.387067 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40204) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:55.391852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Request body: {'subnet': {'network_id': 'be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-437943396-subnet', 'tenant_id': 'ee4cf89d140a4e88b838c4122b5b3bc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:20:55.395614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557a08-7d3c-4f7d-af14-6b1e990f1f22 admin admin] Pushing event updated for resources: {'Network': ['ID=be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:55.422405 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Made reservation on behalf of ee4cf89d140a4e88b838c4122b5b3bc1 for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:20:55.424518 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:20:55.428105 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8613705'] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.617721 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8613723'] for subnet (aa6b87a7-9680-4210-8715-8714dc3606ef), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.680261 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6b87a7-9680-4210-8715-8714dc3606ef,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:55.689478 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Checking segment: {'id': 'af766d19-7b39-42ba-a737-98fef43949de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:20:55.689832 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Network hostable DHCP agents. Network: be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:20:55.706371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Network be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:20:55.715348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:20:55.719915 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:20:55.720504 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.727436 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597a0ff-a811-4d15-952b-28a26a2c0eb2 None None] Network be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:20:55.738588 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ec650845-d72e-4504-b7f3-e3c0314403ca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3501613 Jan 10 17:20:55.864565 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40222) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:55.916112 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Deleting subnet 74c19d07-8e77-4ff3-a3e1-1446586b4a60 {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:20:55.919383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Publish callbacks [] for subnet (74c19d07-8e77-4ff3-a3e1-1446586b4a60), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.960296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (74c19d07-8e77-4ff3-a3e1-1446586b4a60), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:55.961223 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e3bdc-c026-4d46-a600-4eca0266d539 None None] Network be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:20:56.003909 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (74c19d07-8e77-4ff3-a3e1-1446586b4a60), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.073017 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (74c19d07-8e77-4ff3-a3e1-1446586b4a60), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.099127 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c19d07-8e77-4ff3-a3e1-1446586b4a60,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:56.103393 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.106654 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4d572376-58df-4155-a9c2-1688517a0483 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74c19d07-8e77-4ff3-a3e1-1446586b4a60 HTTP/1.1" status: 204 len: 168 time: 0.2410741 Jan 10 17:20:56.109060 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40238) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:56.181068 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (6230a7be-2060-46d3-91c8-15e869393447), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.261801 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (6230a7be-2060-46d3-91c8-15e869393447), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.281385 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6230a7be-2060-46d3-91c8-15e869393447']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.291704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcb83e9-9e6a-4339-bd53-ece0e078205c') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.292003 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcb83e9-9e6a-4339-bd53-ece0e078205c') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.301307 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (9bcb83e9-9e6a-4339-bd53-ece0e078205c), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.314966 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (9bcb83e9-9e6a-4339-bd53-ece0e078205c), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.321217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:20:56.321707 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (9bcb83e9-9e6a-4339-bd53-ece0e078205c), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:20:56.323474 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:20:56.370345 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40246) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:56.379650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (6230a7be-2060-46d3-91c8-15e869393447), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.385021 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.391010 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] 10.222.0.10 "DELETE /v2.0/networks/6230a7be-2060-46d3-91c8-15e869393447 HTTP/1.1" status: 204 len: 168 time: 0.2784970 Jan 10 17:20:56.391652 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40250) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:56.399492 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41a7c-4406-4514-97ca-ef35e4b5255f admin admin] Pushing event deleted for resources: {'Network': ['ID=6230a7be-2060-46d3-91c8-15e869393447,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:56.438017 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Deleting subnet aa6b87a7-9680-4210-8715-8714dc3606ef {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:20:56.441260 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Publish callbacks [] for subnet (aa6b87a7-9680-4210-8715-8714dc3606ef), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.475907 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (aa6b87a7-9680-4210-8715-8714dc3606ef), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.476770 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-970fc5b2-c8e1-48b0-b829-af7aff04755a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.513037 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (aa6b87a7-9680-4210-8715-8714dc3606ef), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.554532 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-970fc5b2-c8e1-48b0-b829-af7aff04755a admin admin] Publish callbacks [] for security_group (9d49ad21-b836-46d2-a79d-b5e9f10f4e33), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.558247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-970fc5b2-c8e1-48b0-b829-af7aff04755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (9d49ad21-b836-46d2-a79d-b5e9f10f4e33), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.573512 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (aa6b87a7-9680-4210-8715-8714dc3606ef), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.599803 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-970fc5b2-c8e1-48b0-b829-af7aff04755a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2004e33c281f40a19ae8df386266f5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284102 Jan 10 17:20:56.600851 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.601193 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fc5b2-c8e1-48b0-b829-af7aff04755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49ad21-b836-46d2-a79d-b5e9f10f4e33,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:56.603418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40252) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:56.605083 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aa6b87a7-9680-4210-8715-8714dc3606ef HTTP/1.1" status: 204 len: 168 time: 0.2124100 Jan 10 17:20:56.606082 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3268cab-b28e-459e-8ef7-131f7ea991e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6b87a7-9680-4210-8715-8714dc3606ef,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:56.607783 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40254) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:56.654937 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] Publish callbacks [] for security_group (9d49ad21-b836-46d2-a79d-b5e9f10f4e33), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.676749 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.679004 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] Publish callbacks [] for security_group (9d49ad21-b836-46d2-a79d-b5e9f10f4e33), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.728327 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (9d49ad21-b836-46d2-a79d-b5e9f10f4e33), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.731119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.734609 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d49ad21-b836-46d2-a79d-b5e9f10f4e33 HTTP/1.1" status: 204 len: 168 time: 0.1280060 Jan 10 17:20:56.740483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae57a1-801e-458d-a325-b26307160f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49ad21-b836-46d2-a79d-b5e9f10f4e33,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:56.758901 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.778955 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.788835 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af766d19-7b39-42ba-a737-98fef43949de') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.789129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af766d19-7b39-42ba-a737-98fef43949de') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:20:56.798429 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (af766d19-7b39-42ba-a737-98fef43949de), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.811218 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (af766d19-7b39-42ba-a737-98fef43949de), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.817403 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:20:56.817931 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (af766d19-7b39-42ba-a737-98fef43949de), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:20:56.820312 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:20:56.876391 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.882381 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:56.885489 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] 10.222.0.10 "DELETE /v2.0/networks/be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa HTTP/1.1" status: 204 len: 168 time: 0.2768216 Jan 10 17:20:56.895807 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e853a59-8cc7-4bf2-897f-e1e07c686b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=be48bfaa-dba2-43a5-98cf-e2bfd1eab1fa,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:57.004659 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40264) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.017688 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0af6c25f-a9bd-4d5a-a0b4-2d40d676c7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.049755 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40266) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.089697 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d1f79649-4eaf-4ff1-8b43-cb28e6f3d3fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=205464e46e2f4522814d00544f9af369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387208 Jan 10 17:20:57.092353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40268) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.103535 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0af6c25f-a9bd-4d5a-a0b4-2d40d676c7bd admin admin] Publish callbacks [] for security_group (46ac9d17-e312-42ed-8519-dc54263e1c73), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.108380 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0af6c25f-a9bd-4d5a-a0b4-2d40d676c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (46ac9d17-e312-42ed-8519-dc54263e1c73), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.145269 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0af6c25f-a9bd-4d5a-a0b4-2d40d676c7bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bb9699a22ae4c5b8e70f5c5c8db64e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394508 Jan 10 17:20:57.148937 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40272) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.150754 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6c25f-a9bd-4d5a-a0b4-2d40d676c7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac9d17-e312-42ed-8519-dc54263e1c73,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:57.155461 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] Publish callbacks [] for security_group (c599784e-2388-406c-8700-2c60623a5c23), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.200219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] Publish callbacks [] for security_group (c599784e-2388-406c-8700-2c60623a5c23), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.237662 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] Publish callbacks [] for security_group (46ac9d17-e312-42ed-8519-dc54263e1c73), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.260630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] Publish callbacks [] for security_group (46ac9d17-e312-42ed-8519-dc54263e1c73), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.277539 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c599784e-2388-406c-8700-2c60623a5c23), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.280103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.281227 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c599784e-2388-406c-8700-2c60623a5c23 HTTP/1.1" status: 204 len: 168 time: 0.1879447 Jan 10 17:20:57.299889 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b374d-b7c6-43d0-b26c-6c35dfdbcfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599784e-2388-406c-8700-2c60623a5c23,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:57.324320 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (46ac9d17-e312-42ed-8519-dc54263e1c73), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.327423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.331065 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46ac9d17-e312-42ed-8519-dc54263e1c73 HTTP/1.1" status: 204 len: 168 time: 0.1789100 Jan 10 17:20:57.338052 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaabadc-1211-43e9-a130-c090a7609f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac9d17-e312-42ed-8519-dc54263e1c73,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:57.648815 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40288) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.687254 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-fa8de715-6bb0-4b30-b21d-cf7d97a137c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee4cf89d140a4e88b838c4122b5b3bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371363 Jan 10 17:20:57.689756 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40290) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:57.740915 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] Publish callbacks [] for security_group (8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.764834 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] Publish callbacks [] for security_group (8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.816807 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.819491 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:57.820693 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd HTTP/1.1" status: 204 len: 168 time: 0.1299629 Jan 10 17:20:57.832679 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c02214-9e41-4136-bf1f-9f25c90dbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ebdd1-c4f5-4aa2-9c07-00cd15bd7ecd,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:59.303068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40404) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:59.410383 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-90f61763-9381-44a7-9fef-3b29338726fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.493828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-90f61763-9381-44a7-9fef-3b29338726fb admin admin] Publish callbacks [] for security_group (be594505-f74a-4036-83f9-f6b1609af08c), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.497604 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-90f61763-9381-44a7-9fef-3b29338726fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (be594505-f74a-4036-83f9-f6b1609af08c), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.534295 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f61763-9381-44a7-9fef-3b29338726fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be594505-f74a-4036-83f9-f6b1609af08c,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:20:59.539079 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-90f61763-9381-44a7-9fef-3b29338726fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2616154412634c3dbc6f38128aac682f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341526 Jan 10 17:20:59.541811 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40420) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:20:59.590794 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] Publish callbacks [] for security_group (be594505-f74a-4036-83f9-f6b1609af08c), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.611379 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] Publish callbacks [] for security_group (be594505-f74a-4036-83f9-f6b1609af08c), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.659406 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (be594505-f74a-4036-83f9-f6b1609af08c), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.661358 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:20:59.662534 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be594505-f74a-4036-83f9-f6b1609af08c HTTP/1.1" status: 204 len: 168 time: 0.1196191 Jan 10 17:20:59.670302 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593a90a-1db7-4690-b6c1-97f03c088ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be594505-f74a-4036-83f9-f6b1609af08c,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:00.052378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40446) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:00.072026 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2a3f-0c96-42db-99f2-e887e36fc5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.152301 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2a3f-0c96-42db-99f2-e887e36fc5e8 admin admin] Publish callbacks [] for security_group (3afb7e01-ced8-4895-b687-5f9bf08b4e94), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.157280 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fd8f2a3f-0c96-42db-99f2-e887e36fc5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3afb7e01-ced8-4895-b687-5f9bf08b4e94), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.174470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40452) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:00.203108 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-fd8f2a3f-0c96-42db-99f2-e887e36fc5e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1135e32e3b404851afc913eb41dea76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486909 Jan 10 17:21:00.205673 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40456) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:00.212205 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f2a3f-0c96-42db-99f2-e887e36fc5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb7e01-ced8-4895-b687-5f9bf08b4e94,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:00.261215 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] Publish callbacks [] for security_group (3afb7e01-ced8-4895-b687-5f9bf08b4e94), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.287134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] Publish callbacks [] for security_group (3afb7e01-ced8-4895-b687-5f9bf08b4e94), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.314480 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f75207ef-ef53-49a8-bc5d-3c610589123a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.379007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3afb7e01-ced8-4895-b687-5f9bf08b4e94), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.381648 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.385043 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3afb7e01-ced8-4895-b687-5f9bf08b4e94 HTTP/1.1" status: 204 len: 168 time: 0.1762705 Jan 10 17:21:00.398670 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b0eb2-35fa-4ea2-9797-79c138173ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb7e01-ced8-4895-b687-5f9bf08b4e94,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:00.433210 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f75207ef-ef53-49a8-bc5d-3c610589123a admin admin] Publish callbacks [] for security_group (aec2d114-5ed6-4438-b6cd-d2b375e831c0), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.438939 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f75207ef-ef53-49a8-bc5d-3c610589123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (aec2d114-5ed6-4438-b6cd-d2b375e831c0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.481710 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f75207ef-ef53-49a8-bc5d-3c610589123a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc15131a12c4e0c8cdded3a7cf8a2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047314 Jan 10 17:21:00.482614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75207ef-ef53-49a8-bc5d-3c610589123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2d114-5ed6-4438-b6cd-d2b375e831c0,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:00.485123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40466) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:00.557995 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] Publish callbacks [] for security_group (aec2d114-5ed6-4438-b6cd-d2b375e831c0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.580960 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] Publish callbacks [] for security_group (aec2d114-5ed6-4438-b6cd-d2b375e831c0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.633658 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (aec2d114-5ed6-4438-b6cd-d2b375e831c0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.636748 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:00.638142 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aec2d114-5ed6-4438-b6cd-d2b375e831c0 HTTP/1.1" status: 204 len: 168 time: 0.1513247 Jan 10 17:21:00.646671 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f2eb-2743-4a25-b199-5c520ce7df3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2d114-5ed6-4438-b6cd-d2b375e831c0,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:01.007397 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40492) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:01.022512 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1a74fdd2-c315-4512-ab52-6adcc879d15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.095378 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1a74fdd2-c315-4512-ab52-6adcc879d15d admin admin] Publish callbacks [] for security_group (f7145d33-462d-42dc-b804-723cd52cebb7), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.099663 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1a74fdd2-c315-4512-ab52-6adcc879d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f7145d33-462d-42dc-b804-723cd52cebb7), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.133470 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74fdd2-c315-4512-ab52-6adcc879d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7145d33-462d-42dc-b804-723cd52cebb7,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:01.144999 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1a74fdd2-c315-4512-ab52-6adcc879d15d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d187eb2d1bf4045a9478c62e4874ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365316 Jan 10 17:21:01.145639 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40496) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:01.197070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] Publish callbacks [] for security_group (f7145d33-462d-42dc-b804-723cd52cebb7), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.218191 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] Publish callbacks [] for security_group (f7145d33-462d-42dc-b804-723cd52cebb7), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.264170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f7145d33-462d-42dc-b804-723cd52cebb7), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.266993 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:01.268172 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7145d33-462d-42dc-b804-723cd52cebb7 HTTP/1.1" status: 204 len: 168 time: 0.1200056 Jan 10 17:21:01.276197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a149fc-3be9-440d-a71d-abdf9174ff7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7145d33-462d-42dc-b804-723cd52cebb7,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:02.665217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8e9c0-a920-4497-8a10-f8d450c01da2 req-fc35d42d-cc5a-4522-8a1c-9e4a0591855c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:02.666780 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43f8e9c0-a920-4497-8a10-f8d450c01da2 req-fc35d42d-cc5a-4522-8a1c-9e4a0591855c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0555267 Jan 10 17:21:02.715018 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43f8e9c0-a920-4497-8a10-f8d450c01da2 req-a4bbe72a-9fdc-4990-ae5a-621b704a35d2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 Jan 10 17:21:03.840658 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf3c28-3641-497d-a828-a63d2730a1f9 req-313e13fa-1e58-4302-ad58-c81ef562a333 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:03.842240 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-35bf3c28-3641-497d-a828-a63d2730a1f9 req-313e13fa-1e58-4302-ad58-c81ef562a333 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0534043 Jan 10 17:21:03.889650 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-35bf3c28-3641-497d-a828-a63d2730a1f9 req-1410768c-b71b-48fd-b247-c4f4ec3b5f33 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 Jan 10 17:21:03.948323 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a23e007e-5f99-4163-9aa6-52ea2571a8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.499970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.547877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40634) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:04.647819 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36e27dc7-1621-4920-8b53-5df3bb1b039c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.718107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36e27dc7-1621-4920-8b53-5df3bb1b039c admin admin] Publish callbacks [] for security_group (2e350dd9-8b49-4d58-b320-83c13528414e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.721593 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-36e27dc7-1621-4920-8b53-5df3bb1b039c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2e350dd9-8b49-4d58-b320-83c13528414e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.758404 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-36e27dc7-1621-4920-8b53-5df3bb1b039c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44752af3d1574380b0bb4de73e9e1185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094436 Jan 10 17:21:04.759277 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e27dc7-1621-4920-8b53-5df3bb1b039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e350dd9-8b49-4d58-b320-83c13528414e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:04.761837 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40638) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:04.809145 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] Publish callbacks [] for security_group (2e350dd9-8b49-4d58-b320-83c13528414e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.829532 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] Publish callbacks [] for security_group (2e350dd9-8b49-4d58-b320-83c13528414e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.873957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2e350dd9-8b49-4d58-b320-83c13528414e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.876485 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:04.880724 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e350dd9-8b49-4d58-b320-83c13528414e HTTP/1.1" status: 204 len: 168 time: 0.1176429 Jan 10 17:21:04.888630 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece5a0-df5d-4fd8-8360-0bbe7ae27461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e350dd9-8b49-4d58-b320-83c13528414e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:05.008823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f243e5-8b14-4831-a542-bb1f8a681228 req-dc676283-ca4d-4c83-8f1b-438a40a9a4ad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:05.010183 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-55f243e5-8b14-4831-a542-bb1f8a681228 req-dc676283-ca4d-4c83-8f1b-438a40a9a4ad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Jan 10 17:21:05.059704 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-55f243e5-8b14-4831-a542-bb1f8a681228 req-a0620cd2-8a33-4488-bcc1-639437bfe709 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Jan 10 17:21:05.485258 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40670) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:05.581732 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840108328-network', 'tenant_id': '6c7331c9f43f4dadb81389a8a3078cc8'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:05.605374 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Made reservation on behalf of 6c7331c9f43f4dadb81389a8a3078cc8 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:05.607673 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.615887 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.689210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks [] for security_group (cdb0810b-6726-4703-88e9-c7805b8c4c28), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.693105 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (cdb0810b-6726-4703-88e9-c7805b8c4c28), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.717338 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:21:05.729457 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0810b-6726-4703-88e9-c7805b8c4c28,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:05.733444 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (54631e50-e45c-4885-961b-a99fa25d5ce0), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.733774 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Added segment 54631e50-e45c-4885-961b-a99fa25d5ce0 of type vlan for network 660e57cd-dfa8-4292-b311-92bb4dd94497 Jan 10 17:21:05.773852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (660e57cd-dfa8-4292-b311-92bb4dd94497), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.800583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (660e57cd-dfa8-4292-b311-92bb4dd94497), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.801758 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:05.802375 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:05.863556 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3747201 Jan 10 17:21:05.864124 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40678) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:05.868651 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Request body: {'subnet': {'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840108328-subnet', 'tenant_id': '6c7331c9f43f4dadb81389a8a3078cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:05.874853 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57264e-b26f-42ba-86a8-debd51882364 admin admin] Pushing event updated for resources: {'Network': ['ID=660e57cd-dfa8-4292-b311-92bb4dd94497,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:05.884996 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:21:05.896363 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Made reservation on behalf of 6c7331c9f43f4dadb81389a8a3078cc8 for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:05.899339 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8613705'] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:06.056710 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8613723'] for subnet (b0f4572b-d7c8-4b6d-95ea-daba7692ffa2), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:06.114850 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:06.121998 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Checking segment: {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:21:06.122389 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Network hostable DHCP agents. Network: 660e57cd-dfa8-4292-b311-92bb4dd94497, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:21:06.139395 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:21:06.148615 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 660e57cd-dfa8-4292-b311-92bb4dd94497) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:21:06.156568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a1152-1de3-4e3b-a54f-e18ee0e9a8cb None None] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:06.158172 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:06.159552 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:06.176606 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6651c47-2dfb-405a-9e61-bbb0c66102ab req-64e1c3f6-b252-49f5-9e8e-7ddaf86c3850 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:06.178635 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6651c47-2dfb-405a-9e61-bbb0c66102ab req-64e1c3f6-b252-49f5-9e8e-7ddaf86c3850 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Jan 10 17:21:06.179076 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-dc27f359-2d56-469c-b154-29addbc3a57f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138232 Jan 10 17:21:06.231120 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6651c47-2dfb-405a-9e61-bbb0c66102ab req-aa195bbb-2591-4525-bde2-9c2198a7ec0b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Jan 10 17:21:06.274975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6c995-0de8-42cb-a54a-3b755aa6424f None None] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:06.415710 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c209ebcf-e442-4ac0-91fb-3b40404180b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:06.965202 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40710) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:07.063804 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-159459e6-bec2-4e2b-858c-8938b1314fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.134726 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-159459e6-bec2-4e2b-858c-8938b1314fb9 admin admin] Publish callbacks [] for security_group (dddbdf67-f820-43d6-9da3-2baf242b0ba9), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.138261 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-159459e6-bec2-4e2b-858c-8938b1314fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dddbdf67-f820-43d6-9da3-2baf242b0ba9), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.174267 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-159459e6-bec2-4e2b-858c-8938b1314fb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba90115d1ccd46ecbce6440dc95b0886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079608 Jan 10 17:21:07.175118 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159459e6-bec2-4e2b-858c-8938b1314fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddbdf67-f820-43d6-9da3-2baf242b0ba9,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:07.177440 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40714) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:07.195587 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.228541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] Publish callbacks [] for security_group (dddbdf67-f820-43d6-9da3-2baf242b0ba9), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.249094 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] Publish callbacks [] for security_group (dddbdf67-f820-43d6-9da3-2baf242b0ba9), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.294486 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dddbdf67-f820-43d6-9da3-2baf242b0ba9), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.297100 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.298262 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dddbdf67-f820-43d6-9da3-2baf242b0ba9 HTTP/1.1" status: 204 len: 168 time: 0.1185739 Jan 10 17:21:07.307986 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1525719-bfc6-47cf-91b9-46e7cb7a0c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddbdf67-f820-43d6-9da3-2baf242b0ba9,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:07.360326 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f700-9036-4bda-8939-bc1fb5c81ad4 req-7fc46e33-1d87-4c2e-a911-dcf1320249cf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:07.362676 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7a2f700-9036-4bda-8939-bc1fb5c81ad4 req-7fc46e33-1d87-4c2e-a911-dcf1320249cf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0564508 Jan 10 17:21:07.412800 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7a2f700-9036-4bda-8939-bc1fb5c81ad4 req-30453aa3-8dd6-4063-b3d7-5ba8c3124e85 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453992 Jan 10 17:21:07.578046 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40724) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:07.590700 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b17a0b9e-8c5e-4a70-9ae2-251631e2671c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.660226 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b17a0b9e-8c5e-4a70-9ae2-251631e2671c admin admin] Publish callbacks [] for security_group (28cc25ce-d88c-4d3d-b63c-1dbf410858bd), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.664439 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b17a0b9e-8c5e-4a70-9ae2-251631e2671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (28cc25ce-d88c-4d3d-b63c-1dbf410858bd), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:07.935922 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b17a0b9e-8c5e-4a70-9ae2-251631e2671c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=923a40ed43794969bdcee8ccdc7f1715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567684 Jan 10 17:21:07.936989 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a0b9e-8c5e-4a70-9ae2-251631e2671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cc25ce-d88c-4d3d-b63c-1dbf410858bd,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:07.939286 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40740) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:07.984765 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-8088e80a-a59a-4f08-8381-edb3d97d35fd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:07.986224 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-8088e80a-a59a-4f08-8381-edb3d97d35fd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 808 time: 0.1277919 Jan 10 17:21:08.006107 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-cfce42d4-3f58-46f8-a6c6-6108b1dffcca tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/quotas/6c7331c9f43f4dadb81389a8a3078cc8 HTTP/1.1" status: 200 len: 375 time: 0.0142007 Jan 10 17:21:08.024398 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] Publish callbacks [] for security_group (28cc25ce-d88c-4d3d-b63c-1dbf410858bd), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:08.044233 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-d5f32e81-bf96-4711-bb89-485a94c95e49 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331807 Jan 10 17:21:08.081562 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] Publish callbacks [] for security_group (28cc25ce-d88c-4d3d-b63c-1dbf410858bd), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:08.165531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b702f6e5-4c50-4f8b-b4b6-1c0ae440a9f0 service neutron] 10.222.0.10 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144352 Jan 10 17:21:08.179662 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (28cc25ce-d88c-4d3d-b63c-1dbf410858bd), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:08.182206 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:08.183291 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28cc25ce-d88c-4d3d-b63c-1dbf410858bd HTTP/1.1" status: 204 len: 168 time: 0.2430105 Jan 10 17:21:08.208456 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28944e-c58e-4fce-a708-f7a0215377d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cc25ce-d88c-4d3d-b63c-1dbf410858bd,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:08.270246 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-bbb16969-d7cc-444f-baea-841e6a85e142 service neutron] 10.222.0.10 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987206 Jan 10 17:21:08.455548 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aa5ff1fc-2cac-47c2-8500-a56378c5a114 req-c3511196-15cc-44bf-944d-d136b2939848 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Jan 10 17:21:08.578616 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-e3c6239f-415a-4e92-8aac-bb72b1fab9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476716 Jan 10 17:21:08.614594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f9af-9485-40a4-aa12-1b103ab98fa6 req-af2662ed-28c7-4ba5-b895-2c85ba1a6590 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:08.626781 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f87f9af-9485-40a4-aa12-1b103ab98fa6 req-af2662ed-28c7-4ba5-b895-2c85ba1a6590 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.1049459 Jan 10 17:21:08.700635 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-dbddae85-eb8c-4ecf-ba80-fd4a1eee8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:08.702421 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-dbddae85-eb8c-4ecf-ba80-fd4a1eee8b1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0867164 Jan 10 17:21:08.710247 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f87f9af-9485-40a4-aa12-1b103ab98fa6 req-e2878a7e-faa1-4d10-a116-676f73b883f5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803475 Jan 10 17:21:08.789717 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:08.863525 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-6ae31bc7-f6e7-4f52-a0bc-8aaabbf421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:08.865190 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-6ae31bc7-f6e7-4f52-a0bc-8aaabbf421f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.1287439 Jan 10 17:21:08.941493 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-c1bfe541-1bfc-4c5c-92de-6798f2bf68ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1002 time: 0.0696557 Jan 10 17:21:08.995433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-d3d56cdb-7623-4404-8de1-356dab983dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:08.996911 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-d3d56cdb-7623-4404-8de1-356dab983dc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0467279 Jan 10 17:21:09.053401 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-4f5a8937-1016-4c67-9ce7-d94c7710c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:09.055149 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-4f5a8937-1016-4c67-9ce7-d94c7710c2a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496857 Jan 10 17:21:09.157947 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-bb98e510-84cf-4447-9566-20cd45839309 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959697 Jan 10 17:21:09.272454 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-785d3d1b-d33c-482a-9db2-498f153ca1ed req-e6f24a97-e175-449b-a6a7-59dfaca5b080 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949211 Jan 10 17:21:09.562253 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4365eae5-5eb7-4da5-9493-b2b3b0d27dc3 req-2d82c81f-bf7e-4040-9595-7d7a0bcce92f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 210 time: 0.0301023 Jan 10 17:21:09.627972 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-7eb8a230-78b3-4bad-a30c-6935a7f6246e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:09.629452 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-7eb8a230-78b3-4bad-a30c-6935a7f6246e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 808 time: 0.1497111 Jan 10 17:21:09.645755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Request body: {'port': {'device_id': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497', 'admin_state_up': True, 'tenant_id': '6c7331c9f43f4dadb81389a8a3078cc8'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:09.782928 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Made reservation on behalf of 6c7331c9f43f4dadb81389a8a3078cc8 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:09.789189 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:09.882051 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8c423-6d90-4fe9-96b4-f935ea3f67b4 req-776f4eaf-6dee-4aa3-bbb1-7e1707a7bfe0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:09.883570 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5a8c423-6d90-4fe9-96b4-f935ea3f67b4 req-776f4eaf-6dee-4aa3-bbb1-7e1707a7bfe0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0856280 Jan 10 17:21:09.943122 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f272b-6245-4ded-a860-5ab831691b87 req-8fe7ab17-3d73-406c-a355-2e40e31d0c28 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:09.944640 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d48f272b-6245-4ded-a860-5ab831691b87 req-8fe7ab17-3d73-406c-a355-2e40e31d0c28 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0841084 Jan 10 17:21:09.946193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Allocated IP 172.20.0.8 (660e57cd-dfa8-4292-b311-92bb4dd94497/b0f4572b-d7c8-4b6d-95ea-daba7692ffa2/03dd51d3-ef4d-4969-8933-ae727c99eb36) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:21:09.981833 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5a8c423-6d90-4fe9-96b4-f935ea3f67b4 req-e8d1b205-e776-4dc6-80ac-77045982895e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806286 Jan 10 17:21:10.015673 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d48f272b-6245-4ded-a860-5ab831691b87 req-45f73ca1-c9f6-473b-8dad-0a6a72ee0104 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588920 Jan 10 17:21:10.114361 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks [] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.148505 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.194835 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:21:10.199876 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:21:10.203737 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:21:10.254030 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:10.254667 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.265392 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Pushing event updated for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:10.274828 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-786db77c-4a2f-45b1-9532-41700e918db4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342256 Jan 10 17:21:10.286246 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Request body: {'port': {'device_id': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:10.339245 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.434072 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.596063 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03dd51d3-ef4d-4969-8933-ae727c99eb36 {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:21:10.603382 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks [] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.615004 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Transition to ACTIVE for port object 03dd51d3-ef4d-4969-8933-ae727c99eb36 will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:21:10.618913 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.671934 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Pushing event updated for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:10.689578 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752257ed-0daf-4d92-85e8-efcd7cbedf99 req-5e93547b-86c6-437c-aa36-1a872ca28344 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:10.691087 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-752257ed-0daf-4d92-85e8-efcd7cbedf99 req-5e93547b-86c6-437c-aa36-1a872ca28344 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0612695 Jan 10 17:21:10.735839 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Attempting to bind port 03dd51d3-ef4d-4969-8933-ae727c99eb36 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:21:10.736174 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Attempting to bind port 03dd51d3-ef4d-4969-8933-ae727c99eb36 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:21:10.736502 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Attempting to bind port 03dd51d3-ef4d-4969-8933-ae727c99eb36 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:21:10.738978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-752257ed-0daf-4d92-85e8-efcd7cbedf99 req-5ed6362f-dd61-4934-836a-51d72a40c831 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Jan 10 17:21:10.740778 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Port 03dd51d3-ef4d-4969-8933-ae727c99eb36 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:21:10.741097 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Attempting to bind port 03dd51d3-ef4d-4969-8933-ae727c99eb36 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:21:10.746027 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:21:10.746398 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Checking segment: {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:21:10.746777 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Bound using segment: {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:21:10.747195 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Bound port: 03dd51d3-ef4d-4969-8933-ae727c99eb36, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:21:10.747546 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.815585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:21:10.818660 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:21:10.822622 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.859479 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:10.860118 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:10.861466 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] 10.222.0.24 "PUT /v2.0/ports/03dd51d3-ef4d-4969-8933-ae727c99eb36 HTTP/1.1" status: 200 len: 1093 time: 0.5793457 Jan 10 17:21:10.861889 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:10.864188 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323a92c-8608-4b36-88b0-d890a3504255" -d '{"events": [{"name": "network-changed", "server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:10.883091 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98958-7ddc-48f8-928c-adf103349258 service neutron] Pushing event updated for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:10.911708 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc9638-3cbc-484f-b884-22ab7eb02396 x-openstack-request-id: req-bffc9638-3cbc-484f-b884-22ab7eb02396 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:10.912000 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:10.912280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bffc9638-3cbc-484f-b884-22ab7eb02396 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:10.912922 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36', 'status': 'completed', 'code': 200} Jan 10 17:21:10.945474 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-5272d984-78b8-49c9-affa-f34050eb0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:10.946976 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-5272d984-78b8-49c9-affa-f34050eb0df6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 1096 time: 0.0439205 Jan 10 17:21:10.993071 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-163265b3-395a-45dd-99f9-aee3603ae81e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36 HTTP/1.1" status: 200 len: 217 time: 0.0363488 Jan 10 17:21:11.041920 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-97dabdf0-7471-448b-b0a9-cc99bca092d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.043964 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-97dabdf0-7471-448b-b0a9-cc99bca092d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 HTTP/1.1" status: 200 len: 848 time: 0.0440555 Jan 10 17:21:11.076885 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-316888af-ee5c-4965-9b21-4ddeeae5f6e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=660e57cd-dfa8-4292-b311-92bb4dd94497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253019 Jan 10 17:21:11.116501 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efa0d8-2c10-4b23-83b2-db664fb07d94 req-dda1b841-8058-4a21-b7c0-c7a9ffd16c81 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.117927 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-45efa0d8-2c10-4b23-83b2-db664fb07d94 req-dda1b841-8058-4a21-b7c0-c7a9ffd16c81 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0586543 Jan 10 17:21:11.170982 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-26614b03-0a3f-4151-a4ec-0fd561fdfa33 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Jan 10 17:21:11.180961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3eedb-6c01-49ce-bb96-a51934a00d9a req-9b79db3d-2119-4890-b6c2-279f3ba7fcbb tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.182438 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ce3eedb-6c01-49ce-bb96-a51934a00d9a req-9b79db3d-2119-4890-b6c2-279f3ba7fcbb tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0851614 Jan 10 17:21:11.200708 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-45efa0d8-2c10-4b23-83b2-db664fb07d94 req-1b55e2bc-bfee-4179-9102-cc28e777aa66 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661848 Jan 10 17:21:11.236117 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8ce3eedb-6c01-49ce-bb96-a51934a00d9a req-c7ed609e-2068-4837-bdf7-1671cc3f623e tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Jan 10 17:21:11.264127 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-0f9c9c68-f8fb-48b9-bc6a-5a4032b86b50 req-c15c2295-8fcf-4e96-81df-265cbdffa955 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865123 Jan 10 17:21:11.357579 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323a92c-8608-4b36-88b0-d890a3504255 req-bb7b8962-8832-4f72-96de-0d593a9c333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.359100 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-bb7b8962-8832-4f72-96de-0d593a9c333e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 1096 time: 0.0404670 Jan 10 17:21:11.469693 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323a92c-8608-4b36-88b0-d890a3504255 req-33994d2a-086d-48a6-a982-057d201bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.471270 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-33994d2a-086d-48a6-a982-057d201bced0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 909 time: 0.0990336 Jan 10 17:21:11.515484 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-81086498-ddea-4cab-b15c-8df7258c08a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36 HTTP/1.1" status: 200 len: 217 time: 0.0342219 Jan 10 17:21:11.567830 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323a92c-8608-4b36-88b0-d890a3504255 req-d0c0f720-17b2-4746-8453-9787277e4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.569927 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-d0c0f720-17b2-4746-8453-9787277e4a87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 HTTP/1.1" status: 200 len: 848 time: 0.0466533 Jan 10 17:21:11.600874 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-222cbbce-2d5a-4023-aaf1-ca8b8f629dcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=660e57cd-dfa8-4292-b311-92bb4dd94497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242429 Jan 10 17:21:11.688177 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-4831a6b1-e21e-4e6b-b3e0-801d01f46cc3 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795519 Jan 10 17:21:11.784740 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-e323a92c-8608-4b36-88b0-d890a3504255 req-754de9b1-28f2-4475-b048-dc567adfdf2f service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Jan 10 17:21:11.852109 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b776f-c0f5-4765-aac3-38b7909a66d3 req-41668db9-ebd1-4066-9d88-015be62f172d tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:11.853560 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb2b776f-c0f5-4765-aac3-38b7909a66d3 req-41668db9-ebd1-4066-9d88-015be62f172d tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0475893 Jan 10 17:21:11.900159 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb2b776f-c0f5-4765-aac3-38b7909a66d3 req-112b45ff-2338-47a9-9009-ce2e351961e6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Jan 10 17:21:12.341800 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d0a9-de63-4475-a97f-afc7e3741ca1 req-ad58e051-7dbb-4041-95ff-dcc0cf20418b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:12.343271 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a264d0a9-de63-4475-a97f-afc7e3741ca1 req-ad58e051-7dbb-4041-95ff-dcc0cf20418b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0715108 Jan 10 17:21:12.386049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713890-d61e-48bd-b370-7095aefb869b req-943a65ec-4768-42b5-b105-7dc813fb16f0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:12.387537 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d3713890-d61e-48bd-b370-7095aefb869b req-943a65ec-4768-42b5-b105-7dc813fb16f0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0817955 Jan 10 17:21:12.414720 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a264d0a9-de63-4475-a97f-afc7e3741ca1 req-2c50b991-3b5d-4ac3-b43a-418c0fd52977 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653815 Jan 10 17:21:12.442656 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d3713890-d61e-48bd-b370-7095aefb869b req-e481c89e-fd25-4766-aef2-274f6e88c737 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Jan 10 17:21:13.014870 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86df1da-4ce9-4307-a23d-14748f42bcc8 req-eb108717-9e8a-46b5-840a-46d8fe254017 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:13.016309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a86df1da-4ce9-4307-a23d-14748f42bcc8 req-eb108717-9e8a-46b5-840a-46d8fe254017 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0495205 Jan 10 17:21:13.061245 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a86df1da-4ce9-4307-a23d-14748f42bcc8 req-19739310-5d70-47f3-a410-48e1c1e59752 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Jan 10 17:21:13.558920 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a869046-a0bb-477b-85f6-e91c3d75d12b req-6e1adbd2-9759-4fae-a9ad-89e9ab4de4c6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:13.560389 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a869046-a0bb-477b-85f6-e91c3d75d12b req-6e1adbd2-9759-4fae-a9ad-89e9ab4de4c6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0764799 Jan 10 17:21:13.572077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3503e-35c1-44aa-93d2-d7879d3b8ff8 req-128d5ecc-d1a6-440d-aeee-7c99355f7729 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:13.573414 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ec3503e-35c1-44aa-93d2-d7879d3b8ff8 req-128d5ecc-d1a6-440d-aeee-7c99355f7729 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0622952 Jan 10 17:21:13.644607 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ec3503e-35c1-44aa-93d2-d7879d3b8ff8 req-5859edf5-f800-4b34-a87f-aa5460131d2a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647957 Jan 10 17:21:13.648437 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a869046-a0bb-477b-85f6-e91c3d75d12b req-5c427069-f93a-4a2d-ba2b-fcb98bc033fb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741839 Jan 10 17:21:14.169572 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f605e69-ffd3-42f1-8e90-73a476900e90 req-08570bf6-cb57-467c-a7bd-741a9abfa0fa tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:14.170949 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7f605e69-ffd3-42f1-8e90-73a476900e90 req-08570bf6-cb57-467c-a7bd-741a9abfa0fa tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0469356 Jan 10 17:21:14.216592 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7f605e69-ffd3-42f1-8e90-73a476900e90 req-d5804533-cc3d-4d58-a825-633c2d62b3ee tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Jan 10 17:21:14.789136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22740caf-248f-49a9-94e0-5c49e12a3596 req-43f9771b-3822-4d73-ae68-7c94e6077976 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:14.790544 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-22740caf-248f-49a9-94e0-5c49e12a3596 req-43f9771b-3822-4d73-ae68-7c94e6077976 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0782144 Jan 10 17:21:14.797834 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a92bd-d191-4f4c-ad1a-1591ff9b4d30 req-73639295-2fd0-4b2b-9ca1-a45576cd53a8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:14.799188 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-550a92bd-d191-4f4c-ad1a-1591ff9b4d30 req-73639295-2fd0-4b2b-9ca1-a45576cd53a8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0782380 Jan 10 17:21:14.867959 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-22740caf-248f-49a9-94e0-5c49e12a3596 req-207b39ad-5a94-4bae-870f-0642ad892eb9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678504 Jan 10 17:21:14.872172 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-550a92bd-d191-4f4c-ad1a-1591ff9b4d30 req-27d57cb1-b926-4d11-b92a-d7717f571a6c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660570 Jan 10 17:21:15.325456 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224b52-5bf9-411b-9ce8-883faee74b85 req-dc42bc12-1e23-484a-bbc7-376fd5f676d0 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:15.326917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be224b52-5bf9-411b-9ce8-883faee74b85 req-dc42bc12-1e23-484a-bbc7-376fd5f676d0 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0468903 Jan 10 17:21:15.371082 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be224b52-5bf9-411b-9ce8-883faee74b85 req-ad5c119a-4936-4335-8a8c-a6a3a623bd0a tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Jan 10 17:21:16.010943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfcf32-31ba-4cf7-be2a-a380615d9a98 req-b050fe10-dec8-4bc2-a4ba-30f40f29627a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:16.012394 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8bfcf32-31ba-4cf7-be2a-a380615d9a98 req-b050fe10-dec8-4bc2-a4ba-30f40f29627a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0779874 Jan 10 17:21:16.020488 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487afc8-b3cc-457e-8108-81a06199e2d7 req-e0e883f3-2c7b-4a9d-97e2-fd1633437caa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:16.021848 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3487afc8-b3cc-457e-8108-81a06199e2d7 req-e0e883f3-2c7b-4a9d-97e2-fd1633437caa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0787952 Jan 10 17:21:16.090592 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8bfcf32-31ba-4cf7-be2a-a380615d9a98 req-c588bc1b-8c0f-4382-8fd6-de4f54805284 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677791 Jan 10 17:21:16.093990 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3487afc8-b3cc-457e-8108-81a06199e2d7 req-c1615a0e-2682-4b8d-93ee-80ad84630151 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657871 Jan 10 17:21:16.480599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a874548-e35b-453e-9752-acba25b2423a req-7e5becb4-52ea-4b21-9c3d-1f95200b44d1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:16.482058 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a874548-e35b-453e-9752-acba25b2423a req-7e5becb4-52ea-4b21-9c3d-1f95200b44d1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0473833 Jan 10 17:21:16.527341 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a874548-e35b-453e-9752-acba25b2423a req-82d69b65-055f-4fbb-bda2-8fb90dad44da tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Jan 10 17:21:17.234519 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c274d-2b9d-4e0a-a484-f0f7dbadf187 req-27120e11-ed5c-4191-8fdb-979e326c4704 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:17.235903 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a1c274d-2b9d-4e0a-a484-f0f7dbadf187 req-27120e11-ed5c-4191-8fdb-979e326c4704 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0691035 Jan 10 17:21:17.244183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c11e05-f01a-4c6e-863e-61409842e001 req-35ad1a58-1285-43c2-9c6e-5c37ee9f6683 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:17.245531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-29c11e05-f01a-4c6e-863e-61409842e001 req-35ad1a58-1285-43c2-9c6e-5c37ee9f6683 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0881457 Jan 10 17:21:17.314472 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a1c274d-2b9d-4e0a-a484-f0f7dbadf187 req-4a24bd2a-aa76-46e8-9da3-36dbbdf06a41 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678699 Jan 10 17:21:17.317919 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-29c11e05-f01a-4c6e-863e-61409842e001 req-cfc8f3e7-7116-487e-9b76-798b5fb3fd0e tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657761 Jan 10 17:21:17.638043 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9b04d-67d4-4fe7-9851-3d7c4ef9f26b req-5b695384-d578-4651-bd3d-bc17a4622fd1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:17.640012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-69c9b04d-67d4-4fe7-9851-3d7c4ef9f26b req-5b695384-d578-4651-bd3d-bc17a4622fd1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0482156 Jan 10 17:21:17.895728 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-69c9b04d-67d4-4fe7-9851-3d7c4ef9f26b req-546bec99-54f1-4098-bb90-909f98558a56 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502065 Jan 10 17:21:18.457674 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a59ad8-07e0-4873-8276-609fcd6e27a7 req-07c240b9-9325-425b-a307-7355cbf16962 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:18.459200 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18a59ad8-07e0-4873-8276-609fcd6e27a7 req-07c240b9-9325-425b-a307-7355cbf16962 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0738895 Jan 10 17:21:18.466594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40336c-e46b-4a43-b263-713a7a4f8e26 req-0cec591c-6044-4910-80c2-d1428a0d612f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:18.467926 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e40336c-e46b-4a43-b263-713a7a4f8e26 req-0cec591c-6044-4910-80c2-d1428a0d612f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0807703 Jan 10 17:21:18.538011 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18a59ad8-07e0-4873-8276-609fcd6e27a7 req-065fa95b-aebe-4750-b5e4-5574d9c0e11c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682507 Jan 10 17:21:18.545080 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e40336c-e46b-4a43-b263-713a7a4f8e26 req-2efb8d77-8ca5-471d-a03a-d4fc24da1286 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697150 Jan 10 17:21:19.013532 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368669b-29c8-4594-84a3-336e6568540d req-53a66b32-cbd0-4e58-9881-edebf4625ccd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:19.014997 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9368669b-29c8-4594-84a3-336e6568540d req-53a66b32-cbd0-4e58-9881-edebf4625ccd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0468795 Jan 10 17:21:19.060109 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9368669b-29c8-4594-84a3-336e6568540d req-d4b5832a-dda2-4374-9fc3-dc4a34ad07a3 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Jan 10 17:21:19.436382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40910) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:19.534003 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17a16e5b-335a-46ce-941d-a9fb2d20743e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.608245 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17a16e5b-335a-46ce-941d-a9fb2d20743e admin admin] Publish callbacks [] for security_group (d9684c5c-349b-49bc-9759-da8467cfc33f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.622339 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-17a16e5b-335a-46ce-941d-a9fb2d20743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d9684c5c-349b-49bc-9759-da8467cfc33f), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.703846 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-17a16e5b-335a-46ce-941d-a9fb2d20743e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2dab357acd14c9ab355d830ee4b1f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663839 Jan 10 17:21:19.705624 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a16e5b-335a-46ce-941d-a9fb2d20743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9684c5c-349b-49bc-9759-da8467cfc33f,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:19.706717 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40918) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:19.729355 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba4ca6-7c6d-434b-a3df-833ef45afd17 req-4cef151d-4211-4b5d-8647-ad2f0e90fd7c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:19.730872 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-90ba4ca6-7c6d-434b-a3df-833ef45afd17 req-4cef151d-4211-4b5d-8647-ad2f0e90fd7c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.1196945 Jan 10 17:21:19.741628 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6e9d-bcdc-4b7a-a75b-3fb000e59da8 req-6fbae403-e9d4-4291-a0a8-dbab2cff4e91 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:19.743085 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-131b6e9d-bcdc-4b7a-a75b-3fb000e59da8 req-6fbae403-e9d4-4291-a0a8-dbab2cff4e91 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1220584 Jan 10 17:21:19.755804 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] Publish callbacks [] for security_group (d9684c5c-349b-49bc-9759-da8467cfc33f), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.776532 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] Publish callbacks [] for security_group (d9684c5c-349b-49bc-9759-da8467cfc33f), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.812215 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-90ba4ca6-7c6d-434b-a3df-833ef45afd17 req-3d4a818a-5b71-4b7d-a084-184897321898 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681093 Jan 10 17:21:19.820442 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-131b6e9d-bcdc-4b7a-a75b-3fb000e59da8 req-1bec390c-ccb1-434b-b72b-c357cc694cf3 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698450 Jan 10 17:21:19.827102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d9684c5c-349b-49bc-9759-da8467cfc33f), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.830048 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:19.831235 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9684c5c-349b-49bc-9759-da8467cfc33f HTTP/1.1" status: 204 len: 168 time: 0.1234262 Jan 10 17:21:19.839033 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61871ef2-a2dd-4592-8162-ab654a464635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9684c5c-349b-49bc-9759-da8467cfc33f,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:20.039286 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 03dd51d3-ef4d-4969-8933-ae727c99eb36 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:21:20.088524 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40926) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:20.106304 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b74df1b8-dda0-4980-8613-d776c49a74f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.136530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:20.149048 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '03dd51d3-ef4d-4969-8933-ae727c99eb36', 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497', 'port_id': '03dd51d3-ef4d-4969-8933-ae727c99eb36', 'mac_address': 'fa:16:3e:7d:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f4572b-d7c8-4b6d-95ea-daba7692ffa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:21:20.183972 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adffb96-f582-4be4-864e-7245d0d6b681 req-ae195034-e733-4c62-a418-c02623491eb5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:20.185724 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2adffb96-f582-4be4-864e-7245d0d6b681 req-ae195034-e733-4c62-a418-c02623491eb5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 943 time: 0.0608253 Jan 10 17:21:20.189484 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 03dd51d3-ef4d-4969-8933-ae727c99eb36 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:20.189953 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.198530 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b74df1b8-dda0-4980-8613-d776c49a74f2 admin admin] Publish callbacks [] for security_group (2d6642e8-c317-4311-8b78-482a6ea4490b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.203454 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b74df1b8-dda0-4980-8613-d776c49a74f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2d6642e8-c317-4311-8b78-482a6ea4490b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.211911 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03dd51d3-ef4d-4969-8933-ae727c99eb36 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:21:20.233469 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:20.238688 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.239245 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2adffb96-f582-4be4-864e-7245d0d6b681 req-c3bf78e4-f314-4348-bdd9-1513ebf43f65 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Jan 10 17:21:20.240000 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:21:20.242760 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b74df1b8-dda0-4980-8613-d776c49a74f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee043dadeeea4e34b7bf5e3e162177be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528592 Jan 10 17:21:20.244945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40928) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:20.249399 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74df1b8-dda0-4980-8613-d776c49a74f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6642e8-c317-4311-8b78-482a6ea4490b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:20.294841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] Publish callbacks [] for security_group (2d6642e8-c317-4311-8b78-482a6ea4490b), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.314851 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] Publish callbacks [] for security_group (2d6642e8-c317-4311-8b78-482a6ea4490b), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.323112 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:20.355001 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.355416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.355756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.356073 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.356410 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.356742 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.357075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.357403 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.357757 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.358075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.358431 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.358789 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.359158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:20.361262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2d6642e8-c317-4311-8b78-482a6ea4490b), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.365126 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.368647 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d6642e8-c317-4311-8b78-482a6ea4490b HTTP/1.1" status: 204 len: 168 time: 0.1204638 Jan 10 17:21:20.374892 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4caa6-1453-4db5-8fce-832427c5f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6642e8-c317-4311-8b78-482a6ea4490b,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:20.403911 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:20.416787 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:21:20.461344 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: ACTIVE; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:20.461742 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.474367 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:21:20.494264 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:20.498185 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:20.549058 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:20.594944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['231c3184-ee2c-4304-bb2c-b5daedd3b43a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:21:20.964212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7ea4-eae0-471c-bf26-95d9decdf1bb req-cb9e47d3-ab78-4cb4-b1cb-47ba06c9994e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:20.965802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-40ce7ea4-eae0-471c-bf26-95d9decdf1bb req-cb9e47d3-ab78-4cb4-b1cb-47ba06c9994e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0805249 Jan 10 17:21:20.978170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627a0e-3028-4248-984a-954504badda3 req-440793da-81fc-4a90-ab5c-0de90432eae5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:20.979595 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8627a0e-3028-4248-984a-954504badda3 req-440793da-81fc-4a90-ab5c-0de90432eae5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0682619 Jan 10 17:21:21.035850 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40954) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:21.046698 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-40ce7ea4-eae0-471c-bf26-95d9decdf1bb req-25a5bf9d-b679-4feb-ae47-dbf2ac79a457 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661707 Jan 10 17:21:21.053734 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8627a0e-3028-4248-984a-954504badda3 req-ba124197-5772-4309-a089-20e84ad8c74d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676236 Jan 10 17:21:21.129325 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-904783130-network', 'tenant_id': 'a5cb24715c7c47dc9c8a5af80b4fa101'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:21.150626 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Made reservation on behalf of a5cb24715c7c47dc9c8a5af80b4fa101 for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:21.153228 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.161225 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.193147 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['03dd51d3-ef4d-4969-8933-ae727c99eb36'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:21:21.233970 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks [] for security_group (d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.237821 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.259349 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:21:21.274452 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:21.280852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (74e3bbe6-8cd4-4ba4-ab70-306d65e65d52), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.281209 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Added segment 74e3bbe6-8cd4-4ba4-ab70-306d65e65d52 of type vlan for network 14d52d5a-80c3-427b-84ff-2a56f357dd1e Jan 10 17:21:21.327899 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (14d52d5a-80c3-427b-84ff-2a56f357dd1e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.356897 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (14d52d5a-80c3-427b-84ff-2a56f357dd1e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.357844 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:21.358456 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.364535 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5e283-4286-4e1e-acce-9c7956b19a92 req-b41585dd-bea3-4144-a551-ef99e32fa5b6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:21.366054 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b9c5e283-4286-4e1e-acce-9c7956b19a92 req-b41585dd-bea3-4144-a551-ef99e32fa5b6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 944 time: 0.0501521 Jan 10 17:21:21.411170 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3742061 Jan 10 17:21:21.413363 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b9c5e283-4286-4e1e-acce-9c7956b19a92 req-6c157e13-7aca-47d4-b003-6d2662244577 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Jan 10 17:21:21.414601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40960) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:21.418919 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6834c-6448-40ac-86d6-2983bb6f61ee admin admin] Pushing event updated for resources: {'Network': ['ID=14d52d5a-80c3-427b-84ff-2a56f357dd1e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:21.419307 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Request body: {'subnet': {'network_id': '14d52d5a-80c3-427b-84ff-2a56f357dd1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-904783130-subnet', 'tenant_id': 'a5cb24715c7c47dc9c8a5af80b4fa101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:21.431248 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 14d52d5a-80c3-427b-84ff-2a56f357dd1e details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:21:21.447317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Made reservation on behalf of a5cb24715c7c47dc9c8a5af80b4fa101 for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:21.449815 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.611228 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (6f81d882-123d-4779-aaa4-32c0fd001a47), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.668069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f81d882-123d-4779-aaa4-32c0fd001a47,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:21.676551 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Checking segment: {'id': '74e3bbe6-8cd4-4ba4-ab70-306d65e65d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '14d52d5a-80c3-427b-84ff-2a56f357dd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:21:21.676911 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Network hostable DHCP agents. Network: 14d52d5a-80c3-427b-84ff-2a56f357dd1e, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:21:21.694151 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Network 14d52d5a-80c3-427b-84ff-2a56f357dd1e is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:21:21.702114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 14d52d5a-80c3-427b-84ff-2a56f357dd1e) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:21:21.706147 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:21.706772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:21.711323 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955d7ed-6f3c-4eca-9584-a9ab8bc31d7a None None] Network 14d52d5a-80c3-427b-84ff-2a56f357dd1e requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:21.722663 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-6cdfd7b9-56d5-4b95-a017-8d6fcb272d3b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3070576 Jan 10 17:21:21.809618 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891027b-a203-49c6-aaf0-f68eed4d8222 None None] Network 14d52d5a-80c3-427b-84ff-2a56f357dd1e requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:22.061358 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:21:22.110463 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 231c3184-ee2c-4304-bb2c-b5daedd3b43a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:21:22.110946 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.186127 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 40980) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:22.191648 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6289924-network', 'tenant_id': 'f407b45709fe4ec99571e261b82b092b'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:22.200154 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:22.200680 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.218045 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106e048-59f5-467d-89b7-3f961dd630af req-13a3d343-b321-40b4-87ef-da308a0c22b7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:22.218413 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Made reservation on behalf of f407b45709fe4ec99571e261b82b092b for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:22.220066 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9106e048-59f5-467d-89b7-3f961dd630af req-13a3d343-b321-40b4-87ef-da308a0c22b7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0906625 Jan 10 17:21:22.221184 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.229930 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:22.231072 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.232359 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25be8373-31ab-44a5-922e-14f85cc0279b" -d '{"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:22.234758 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46978173-bc89-4463-9b71-57ae7ff89ac1 req-292e1dcf-f9bb-4c04-a8b9-40956462c838 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:22.236699 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-46978173-bc89-4463-9b71-57ae7ff89ac1 req-292e1dcf-f9bb-4c04-a8b9-40956462c838 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0788598 Jan 10 17:21:22.251110 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:22.256207 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.306510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:22.309057 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-46978173-bc89-4463-9b71-57ae7ff89ac1 req-24ebc06f-5843-4925-b073-c4b93cf92c35 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633688 Jan 10 17:21:22.309589 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks [] for security_group (84a2d830-7816-4e59-bd70-4f458601ca9b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.316519 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (84a2d830-7816-4e59-bd70-4f458601ca9b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.322504 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9106e048-59f5-467d-89b7-3f961dd630af req-da271faa-36d8-424f-881f-69a8b6fa82e6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848029 Jan 10 17:21:22.338796 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:21:22.348899 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2d830-7816-4e59-bd70-4f458601ca9b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:22.362806 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (bf9d51ed-4296-41a4-949b-fff22ebb9d26), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.363191 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Added segment bf9d51ed-4296-41a4-949b-fff22ebb9d26 of type vlan for network 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 Jan 10 17:21:22.372682 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef5e0a-9e7a-4129-b6e6-ada284c487ef x-openstack-request-id: req-13ef5e0a-9e7a-4129-b6e6-ada284c487ef {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:22.373184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:22.373437 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13ef5e0a-9e7a-4129-b6e6-ada284c487ef {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:22.373847 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'code': 200} Jan 10 17:21:22.410137 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.433324 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.434291 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:22.434907 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.470177 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 40986) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:22.470766 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2824035 Jan 10 17:21:22.475931 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Request body: {'subnet': {'network_id': '22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6289924-subnet', 'tenant_id': 'f407b45709fe4ec99571e261b82b092b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:22.500975 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b9d1-cb10-4b3c-a0a1-fd106a920948 admin admin] Pushing event updated for resources: {'Network': ['ID=22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:22.511029 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:21:22.534469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Made reservation on behalf of f407b45709fe4ec99571e261b82b092b for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:22.537001 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.548312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720dad-0577-4a62-845d-135f9300ff20 req-0a1cddc7-b58f-4173-b486-01723f34f00c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:22.549793 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-30720dad-0577-4a62-845d-135f9300ff20 req-0a1cddc7-b58f-4173-b486-01723f34f00c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 944 time: 0.0659852 Jan 10 17:21:22.648078 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-30720dad-0577-4a62-845d-135f9300ff20 req-7904ea99-0ded-409f-922c-e631074d57d2 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888710 Jan 10 17:21:22.742100 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (e814482a-e4fe-4d3d-9655-3f34e4162fa0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.793853 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e814482a-e4fe-4d3d-9655-3f34e4162fa0,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:22.804183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Checking segment: {'id': 'bf9d51ed-4296-41a4-949b-fff22ebb9d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:21:22.804541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Network hostable DHCP agents. Network: 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:21:22.820779 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Network 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:21:22.828954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:21:22.832841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:22.833442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:22.837597 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47497798-f906-4eb2-a8f6-d112d5bc9993 None None] Network 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:22.848552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-b55f9508-0e85-4585-b803-14ba2a53912c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3770397 Jan 10 17:21:22.932029 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6881fa8-78a5-4408-956a-28e494e66db4 None None] Network 22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:21:23.497656 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0156b1e-6087-4cf6-8b4d-07b89674391b req-5d112ef8-f3a3-4bca-8942-db2bce3dc5fb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:23.499165 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0156b1e-6087-4cf6-8b4d-07b89674391b req-5d112ef8-f3a3-4bca-8942-db2bce3dc5fb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0787811 Jan 10 17:21:23.507450 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b0c82-9b31-4c6e-a55f-816b01870abe req-60e9a18a-d5bb-42bc-9105-824c7daec381 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:23.508835 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f18b0c82-9b31-4c6e-a55f-816b01870abe req-60e9a18a-d5bb-42bc-9105-824c7daec381 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0904942 Jan 10 17:21:23.578869 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0156b1e-6087-4cf6-8b4d-07b89674391b req-70bc0c98-1f55-4e48-b554-e4af8c313a7b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690799 Jan 10 17:21:23.582412 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f18b0c82-9b31-4c6e-a55f-816b01870abe req-c7ab0e6a-1c54-4ea6-bdd3-65d679bce4c5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670075 Jan 10 17:21:23.766469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2b33-d078-4606-bae7-4eca6388147b req-d99fc4b6-24aa-4b9f-adb9-973b87ef4953 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:23.767989 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ed4f2b33-d078-4606-bae7-4eca6388147b req-d99fc4b6-24aa-4b9f-adb9-973b87ef4953 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 944 time: 0.0510986 Jan 10 17:21:23.817908 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ed4f2b33-d078-4606-bae7-4eca6388147b req-60577a10-20a5-4ddb-b0eb-1a0c649e0d85 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Jan 10 17:21:24.071344 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 03dd51d3-ef4d-4969-8933-ae727c99eb36 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:21:24.125358 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 03dd51d3-ef4d-4969-8933-ae727c99eb36 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:21:24.129402 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 03dd51d3-ef4d-4969-8933-ae727c99eb36 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:21:24.129783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:24.213821 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 03dd51d3-ef4d-4969-8933-ae727c99eb36 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:24.214248 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:24.247738 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:24.251955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:24.299491 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:24.374728 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:24.377049 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ae714-e84b-4e71-a8e6-123a6756f043" -d '{"events": [{"server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "name": "network-vif-plugged", "status": "completed", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:24.432630 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ec094-3ecd-46c7-9422-0e4bcc47ee44 x-openstack-request-id: req-0b2ec094-3ecd-46c7-9422-0e4bcc47ee44 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:24.432935 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "name": "network-vif-plugged", "status": "completed", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:24.433195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b2ec094-3ecd-46c7-9422-0e4bcc47ee44 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:24.449551 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36', 'code': 200} Jan 10 17:21:24.672447 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aa9cc-f41e-4764-b482-334203a6b454 req-04a65813-7282-42e1-b5c4-81f1f4100d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:24.674712 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-cd6aa9cc-f41e-4764-b482-334203a6b454 req-04a65813-7282-42e1-b5c4-81f1f4100d8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 1098 time: 0.0912788 Jan 10 17:21:24.732353 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-cd6aa9cc-f41e-4764-b482-334203a6b454 req-eff16e67-d4ea-4642-b6ae-f7548e89651a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 Jan 10 17:21:24.767122 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b9ff4-cde5-4a9e-9ffa-2f017d4f43f8 req-92288292-e24a-49d7-8670-c6dc0c8620d3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:24.774183 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a13b9ff4-cde5-4a9e-9ffa-2f017d4f43f8 req-92288292-e24a-49d7-8670-c6dc0c8620d3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0980082 Jan 10 17:21:24.817429 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4c01-9eb3-4f61-996b-f2b231902f24 req-db0a287e-6525-473b-94ac-aa2bbf0a8f85 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:24.820150 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-26eb4c01-9eb3-4f61-996b-f2b231902f24 req-db0a287e-6525-473b-94ac-aa2bbf0a8f85 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1082275 Jan 10 17:21:24.850521 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a13b9ff4-cde5-4a9e-9ffa-2f017d4f43f8 req-e9d1be4d-aad1-402d-902b-755c799fc68c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741301 Jan 10 17:21:24.900996 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-26eb4c01-9eb3-4f61-996b-f2b231902f24 req-461061d7-4a86-44b2-a3fc-4efdea62a5d1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714846 Jan 10 17:21:24.965408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde38dc8-db59-4a26-8aab-f623c1004d7b req-5d57a7e4-31ce-46a9-b051-92a0f807eabc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:24.972685 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cde38dc8-db59-4a26-8aab-f623c1004d7b req-5d57a7e4-31ce-46a9-b051-92a0f807eabc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0607722 Jan 10 17:21:25.028976 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cde38dc8-db59-4a26-8aab-f623c1004d7b req-d73bf9aa-2067-4846-a277-6dbda9b6b66c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Jan 10 17:21:26.003795 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5cf6a-5931-4091-8d1f-2b6a107d9579 req-88531ec0-e2ea-4cf2-b946-dda293180765 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:26.007572 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23a5cf6a-5931-4091-8d1f-2b6a107d9579 req-88531ec0-e2ea-4cf2-b946-dda293180765 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0695460 Jan 10 17:21:26.107648 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0508a-7cd2-4c35-af69-c3e86aa6409b req-74b0078d-a4c9-4b2a-bb16-6d175a6f06db tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:26.109383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fdd0508a-7cd2-4c35-af69-c3e86aa6409b req-74b0078d-a4c9-4b2a-bb16-6d175a6f06db tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1007285 Jan 10 17:21:26.134284 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-23a5cf6a-5931-4091-8d1f-2b6a107d9579 req-f2cb6a68-ba41-485c-b66f-6a55a8c642bb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154151 Jan 10 17:21:26.207979 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fdd0508a-7cd2-4c35-af69-c3e86aa6409b req-da829f96-1a5b-43d8-8357-97c584e7dd96 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889819 Jan 10 17:21:26.327408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7940e4-182e-4cab-8c71-628f6f67ab64 req-d3adb619-27ea-4eed-9ecf-629f02c3228b tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:26.327408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c7940e4-182e-4cab-8c71-628f6f67ab64 req-d3adb619-27ea-4eed-9ecf-629f02c3228b tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0870728 Jan 10 17:21:26.439230 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9c7940e4-182e-4cab-8c71-628f6f67ab64 req-8bb0336c-1ed6-47df-a023-c43cf10f2bd6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161327 Jan 10 17:21:27.270162 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baaf01-e210-471b-be45-ccdc2c6b2af5 req-bb689bb6-50f3-4380-a157-2a234c5e0085 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:27.272339 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c3baaf01-e210-471b-be45-ccdc2c6b2af5 req-bb689bb6-50f3-4380-a157-2a234c5e0085 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Jan 10 17:21:27.348545 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c3baaf01-e210-471b-be45-ccdc2c6b2af5 req-ca6d0d02-55c8-4103-8204-0c15f6b485a3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705366 Jan 10 17:21:27.366021 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cee6c-8adb-4b34-b0d7-b8c23682fb9c req-977405d9-85fd-4897-9ac8-3d0fba222d15 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:27.372675 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d26cee6c-8adb-4b34-b0d7-b8c23682fb9c req-977405d9-85fd-4897-9ac8-3d0fba222d15 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0779974 Jan 10 17:21:27.437099 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d26cee6c-8adb-4b34-b0d7-b8c23682fb9c req-5022ebd5-e2b7-481e-a015-f270787a642f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633507 Jan 10 17:21:27.580640 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f995d-db5b-44c4-8b66-ea557e350411 req-943343e5-d0fd-44e1-b3d1-07ea1c0a92bc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:27.582287 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-492f995d-db5b-44c4-8b66-ea557e350411 req-943343e5-d0fd-44e1-b3d1-07ea1c0a92bc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0631289 Jan 10 17:21:27.642366 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-492f995d-db5b-44c4-8b66-ea557e350411 req-c0be4f74-41aa-4dc8-9f2d-80853e3374e0 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520742 Jan 10 17:21:28.363353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d993f7-59ce-43e3-ae1e-6fba9466dfa7 req-76e2222b-ead9-4f90-a03e-d050685b95dc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:28.365372 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54d993f7-59ce-43e3-ae1e-6fba9466dfa7 req-76e2222b-ead9-4f90-a03e-d050685b95dc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0511568 Jan 10 17:21:28.413832 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-54d993f7-59ce-43e3-ae1e-6fba9466dfa7 req-173c5ef5-287b-45bf-a76e-a985d9541448 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Jan 10 17:21:28.509666 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ed00-6201-419c-a3ff-cb0da65a2718 req-4cbf5090-98de-4b04-b41c-5ce30d1d4a06 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:28.511337 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5968ed00-6201-419c-a3ff-cb0da65a2718 req-4cbf5090-98de-4b04-b41c-5ce30d1d4a06 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0596614 Jan 10 17:21:28.597299 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5968ed00-6201-419c-a3ff-cb0da65a2718 req-7144462d-18dd-483e-ba57-e4af42f19487 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805259 Jan 10 17:21:28.621412 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4ff6a-5cd6-459e-9ba4-c3610e8b882d req-99858e81-d7cc-4d38-8913-7ddf99f33f14 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:28.621412 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2af4ff6a-5cd6-459e-9ba4-c3610e8b882d req-99858e81-d7cc-4d38-8913-7ddf99f33f14 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0826137 Jan 10 17:21:28.668536 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2af4ff6a-5cd6-459e-9ba4-c3610e8b882d req-76bfd620-38e2-4307-ba26-84a25c882e74 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452857 Jan 10 17:21:29.555896 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeda73-8b97-4041-add1-df6296ea173f req-f9786da3-2389-495c-9706-20191da0ee6d tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:29.557511 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-deaeda73-8b97-4041-add1-df6296ea173f req-f9786da3-2389-495c-9706-20191da0ee6d tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0691223 Jan 10 17:21:29.620533 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-deaeda73-8b97-4041-add1-df6296ea173f req-c8916e7f-f9f3-4b59-8b6d-62dbf0593d9a tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565941 Jan 10 17:21:29.821071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa297834-e8fc-444b-8918-031bebf4f3ed req-52e218be-2900-4a5d-a7b7-d650cf5328dc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:29.822696 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa297834-e8fc-444b-8918-031bebf4f3ed req-52e218be-2900-4a5d-a7b7-d650cf5328dc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.1399271 Jan 10 17:21:29.863498 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a249-530e-424a-bcba-da6eb747f63e req-9ddef9b1-c39c-4d15-a046-ca1fea8cd0e7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:29.865760 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b48a249-530e-424a-bcba-da6eb747f63e req-9ddef9b1-c39c-4d15-a046-ca1fea8cd0e7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1219797 Jan 10 17:21:29.924468 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa297834-e8fc-444b-8918-031bebf4f3ed req-5966f4bd-4678-4c75-8701-389dd5891bf4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948389 Jan 10 17:21:29.951718 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b48a249-530e-424a-bcba-da6eb747f63e req-de63d4b5-36eb-4cd1-90aa-94bb3acb090a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796180 Jan 10 17:21:29.986705 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-125c53c9-afd8-44b6-962e-40df5da3617b tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:29.988741 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-125c53c9-afd8-44b6-962e-40df5da3617b tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Jan 10 17:21:30.113440 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Deleting port 03dd51d3-ef4d-4969-8933-ae727c99eb36 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:21:30.114080 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:30.269183 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] For port 03dd51d3-ef4d-4969-8933-ae727c99eb36, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=03dd51d3-ef4d-4969-8933-ae727c99eb36,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:30.269648 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:30.284356 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Calling delete_port for 03dd51d3-ef4d-4969-8933-ae727c99eb36 owned by compute:nova {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:21:30.434072 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (03dd51d3-ef4d-4969-8933-ae727c99eb36), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:30.450134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['03dd51d3-ef4d-4969-8933-ae727c99eb36'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:21:30.464327 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Pushing event deleted for resources: {'Port': ['ID=03dd51d3-ef4d-4969-8933-ae727c99eb36,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:30.473192 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:21:30.502627 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.503113 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.503562 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.503979 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.504423 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.504859 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.505298 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.505712 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.506128 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.506570 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.506983 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.507399 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.507822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:30.530334 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] No DVR routers for this DVR port 03dd51d3-ef4d-4969-8933-ae727c99eb36 on host hv-cinder-78763 {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:21:30.533074 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:30.537715 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fa6fbee0-ca33-449c-948f-a41f16416dbf req-c13ea602-bb63-4b36-b7e9-94cff29420d4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "DELETE /v2.0/ports/03dd51d3-ef4d-4969-8933-ae727c99eb36 HTTP/1.1" status: 204 len: 173 time: 0.5432684 Jan 10 17:21:30.538297 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'name': 'network-vif-deleted', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:30.540708 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14fa94f-2853-4505-933e-ef70ea080acd" -d '{"events": [{"server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "name": "network-vif-deleted", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:30.588460 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25221e8e-ae6a-4306-8ea6-00862c5feb43 x-openstack-request-id: req-25221e8e-ae6a-4306-8ea6-00862c5feb43 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:30.588854 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263dc981-79b9-42b3-a6c5-2ea669c00576", "name": "network-vif-deleted", "tag": "03dd51d3-ef4d-4969-8933-ae727c99eb36", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:30.589210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25221e8e-ae6a-4306-8ea6-00862c5feb43 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:30.589671 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263dc981-79b9-42b3-a6c5-2ea669c00576', 'name': 'network-vif-deleted', 'tag': '03dd51d3-ef4d-4969-8933-ae727c99eb36', 'status': 'completed', 'code': 200} Jan 10 17:21:30.752473 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f4a5a5f-1375-45a4-87d2-310a78e6c5a3 req-7adeef84-0e26-4e7d-b906-46ac5aa1d7c9 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=263dc981-79b9-42b3-a6c5-2ea669c00576 HTTP/1.1" status: 200 len: 210 time: 0.0310924 Jan 10 17:21:31.063530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd591c4-f9b5-486f-8c45-a8bbfcb4ac34 req-c5248d3c-20a7-49fd-9c44-442a0938f83a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.065498 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4fd591c4-f9b5-486f-8c45-a8bbfcb4ac34 req-c5248d3c-20a7-49fd-9c44-442a0938f83a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Jan 10 17:21:31.155741 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011303c-eed0-4048-95ab-444179205a8a req-b7628d93-2291-4f23-80ff-9e51268352bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.158013 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e011303c-eed0-4048-95ab-444179205a8a req-b7628d93-2291-4f23-80ff-9e51268352bd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0850310 Jan 10 17:21:31.163497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4fd591c4-f9b5-486f-8c45-a8bbfcb4ac34 req-b99ed240-e351-4e8a-901f-5cae09886353 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917034 Jan 10 17:21:31.218813 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e011303c-eed0-4048-95ab-444179205a8a req-b5beae98-71f0-496e-bade-5daa07b9f11f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541084 Jan 10 17:21:31.533703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c768184-6657-4de6-b88b-55c772d4910a req-79f21326-f093-4c7a-b95a-84b67c53c424 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.542539 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0c768184-6657-4de6-b88b-55c772d4910a req-79f21326-f093-4c7a-b95a-84b67c53c424 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0719922 Jan 10 17:21:31.568784 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7ddc-253d-4521-8326-a995d257d11c req-898e75bc-2fe5-4395-9c40-48d96277df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.571910 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-898e75bc-2fe5-4395-9c40-48d96277df72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0609651 Jan 10 17:21:31.608284 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0c768184-6657-4de6-b88b-55c772d4910a req-9ac13d65-44ad-4136-af50-1874e7f761a0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646729 Jan 10 17:21:31.714886 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7ddc-253d-4521-8326-a995d257d11c req-af8aa565-8a94-49e8-8eb7-aa40b3e619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.716718 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-af8aa565-8a94-49e8-8eb7-aa40b3e619cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.1365652 Jan 10 17:21:31.832364 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-4181d57e-ac9b-41da-a69c-d08575505f09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1002 time: 0.1082897 Jan 10 17:21:31.900771 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7ddc-253d-4521-8326-a995d257d11c req-70f30d1b-246e-4c43-bba7-d98c6d37eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.906725 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-70f30d1b-246e-4c43-bba7-d98c6d37eba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0641983 Jan 10 17:21:31.979055 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7ddc-253d-4521-8326-a995d257d11c req-91349312-1052-49f1-bd73-7b759ff86cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:31.980963 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-91349312-1052-49f1-bd73-7b759ff86cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667810 Jan 10 17:21:32.095713 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-e7d6d84e-d91f-4ce9-8903-7104a4fe9bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073864 Jan 10 17:21:32.188306 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-5f36c54c-a6b2-41ee-8009-10a4395d88ff tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:32.190921 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-5f36c54c-a6b2-41ee-8009-10a4395d88ff tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 808 time: 0.1446676 Jan 10 17:21:32.208908 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-8eec7ddc-253d-4521-8326-a995d257d11c req-99b8f47f-a3dd-4154-bbaa-d4470f604fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057539 Jan 10 17:21:32.217815 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-9b29aff6-f10c-43c5-9c5d-a520203308dc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/quotas/6c7331c9f43f4dadb81389a8a3078cc8 HTTP/1.1" status: 200 len: 375 time: 0.0128620 Jan 10 17:21:32.264558 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-d077105a-f94c-4dbf-a0e7-1f658f6fe6dd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394447 Jan 10 17:21:32.377593 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60f045-e444-400d-8273-d6f31e32ee88 req-96cb659a-3bf1-4ae1-a20c-b6834b33afbd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:32.379436 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1b60f045-e444-400d-8273-d6f31e32ee88 req-96cb659a-3bf1-4ae1-a20c-b6834b33afbd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.1177549 Jan 10 17:21:32.408608 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-167b0efd-152e-4485-90c1-140072d2c8b8 service neutron] 10.222.0.10 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355906 Jan 10 17:21:32.498644 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1b60f045-e444-400d-8273-d6f31e32ee88 req-6d1ef33e-5dce-4954-9b75-dc39dd901a6b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987730 Jan 10 17:21:32.544231 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-5ec2437b-bdfe-4de3-9f4e-edc747c32e0b service neutron] 10.222.0.10 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258960 Jan 10 17:21:32.732422 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ddbfce9a-e941-435f-aac8-929b8f0522db req-082cba90-5579-4890-bf25-c66c5c3733df tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 210 time: 0.0507681 Jan 10 17:21:32.778307 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8253f-dfb7-40a5-881f-c7610e147c78 req-55071dce-948f-459f-bef4-7de824bd64c2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:32.780640 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-95c8253f-dfb7-40a5-881f-c7610e147c78 req-55071dce-948f-459f-bef4-7de824bd64c2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0884972 Jan 10 17:21:32.840323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-95c8253f-dfb7-40a5-881f-c7610e147c78 req-9e64d2dd-7dfa-4f39-aada-89962b8e41a8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540826 Jan 10 17:21:33.632864 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6ec0-22d2-47d0-9276-a4533ac6f173 req-00334e59-65c2-49df-bb55-fdb7a24d2165 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:33.634708 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b4f6ec0-22d2-47d0-9276-a4533ac6f173 req-00334e59-65c2-49df-bb55-fdb7a24d2165 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0587630 Jan 10 17:21:33.697563 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b4f6ec0-22d2-47d0-9276-a4533ac6f173 req-a80e1a2b-1538-4c37-a3c8-456e239b4612 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568922 Jan 10 17:21:33.874380 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-361adb7c-0ef1-462a-be69-a9808fca7ac7 req-aaa5a7a5-efec-4d50-b03f-37e52fc67c6d tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 210 time: 0.0731697 Jan 10 17:21:33.965730 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a880da96-8fe7-4cfa-ade4-e892f98afa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.014789 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-4c9d4308-fff6-46a7-9731-7050f4fc5feb tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:34.017189 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-4c9d4308-fff6-46a7-9731-7050f4fc5feb tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 808 time: 0.2021847 Jan 10 17:21:34.022879 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8573a-6b5c-43fd-8a48-cec507c61576 req-d1e618c5-7cda-4fb6-9af6-88f60a5b9ca9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:34.029873 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49c8573a-6b5c-43fd-8a48-cec507c61576 req-d1e618c5-7cda-4fb6-9af6-88f60a5b9ca9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0661619 Jan 10 17:21:34.041974 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Request body: {'port': {'device_id': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497', 'admin_state_up': True, 'tenant_id': '6c7331c9f43f4dadb81389a8a3078cc8'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:34.088535 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-49c8573a-6b5c-43fd-8a48-cec507c61576 req-d16cf859-f8f9-40cd-a558-055a77333901 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576942 Jan 10 17:21:34.094665 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 03dd51d3-ef4d-4969-8933-ae727c99eb36 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:21:34.116009 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 03dd51d3-ef4d-4969-8933-ae727c99eb36 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:21:34.116436 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 03dd51d3-ef4d-4969-8933-ae727c99eb36 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:21:34.159815 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Made reservation on behalf of 6c7331c9f43f4dadb81389a8a3078cc8 for: {'port': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:21:34.163828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.296214 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Allocated IP 172.20.0.10 (660e57cd-dfa8-4292-b311-92bb4dd94497/b0f4572b-d7c8-4b6d-95ea-daba7692ffa2/220194c1-b203-4d17-9e1f-973e0f74cea3) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:21:34.446270 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks [] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.479692 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.511116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.527210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Network 660e57cd-dfa8-4292-b311-92bb4dd94497 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:21:34.527210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:21:34.530754 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:21:34.554559 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Pushing event updated for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:34.582007 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:34.582644 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.597332 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cd5c3ad0-4ad7-4e5d-9357-855b68fd7c14 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610170 Jan 10 17:21:34.613349 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Request body: {'port': {'device_id': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:21:34.666930 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.813421 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0b854-7c87-4d70-aa5d-871387f330ef req-1afe8ea3-2670-4f6e-bd16-f8d96307c00b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:34.815037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bfd0b854-7c87-4d70-aa5d-871387f330ef req-1afe8ea3-2670-4f6e-bd16-f8d96307c00b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0486863 Jan 10 17:21:34.860407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bfd0b854-7c87-4d70-aa5d-871387f330ef req-1b5ee3db-bbd4-4e63-8e02-6356c48f7886 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392830 Jan 10 17:21:34.917677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220194c1-b203-4d17-9e1f-973e0f74cea3 {{(pid=102728) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:21:34.925468 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks [] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.937608 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.provisioning_blocks [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Transition to ACTIVE for port object 220194c1-b203-4d17-9e1f-973e0f74cea3 will not be triggered until provisioned by entity L2. {{(pid=102728) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:21:34.942342 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:34.969616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45928ec4-7ccf-4271-bff9-d5abb22ebb35 req-9da53cf1-ffcd-4b79-8aa8-f4417222d9cc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:34.971137 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-45928ec4-7ccf-4271-bff9-d5abb22ebb35 req-9da53cf1-ffcd-4b79-8aa8-f4417222d9cc tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 932 time: 0.0514452 Jan 10 17:21:34.994541 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Pushing event updated for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:35.018527 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-45928ec4-7ccf-4271-bff9-d5abb22ebb35 req-d1c991a8-4f5a-4cf6-9f9c-1e6554907d54 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Jan 10 17:21:35.060259 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Attempting to bind port 220194c1-b203-4d17-9e1f-973e0f74cea3 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:21:35.060787 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Attempting to bind port 220194c1-b203-4d17-9e1f-973e0f74cea3 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:21:35.060912 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Attempting to bind port 220194c1-b203-4d17-9e1f-973e0f74cea3 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:21:35.065195 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Port 220194c1-b203-4d17-9e1f-973e0f74cea3 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:21:35.065519 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Attempting to bind port 220194c1-b203-4d17-9e1f-973e0f74cea3 on network 660e57cd-dfa8-4292-b311-92bb4dd94497 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:21:35.070288 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:21:35.070632 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Checking segment: {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:21:35.071014 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Bound using segment: {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:21:35.071439 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Bound port: 220194c1-b203-4d17-9e1f-973e0f74cea3, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54631e50-e45c-4885-961b-a99fa25d5ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:21:35.071794 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:35.132583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:21:35.135492 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=220194c1-b203-4d17-9e1f-973e0f74cea3,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:21:35.140023 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:35.176102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.176718 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:35.178840 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] 10.222.0.24 "PUT /v2.0/ports/220194c1-b203-4d17-9e1f-973e0f74cea3 HTTP/1.1" status: 200 len: 1094 time: 0.5694420 Jan 10 17:21:35.179279 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:35.181488 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad535567-63da-4aaa-b197-2dee3bd5a8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:35.203654 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99568a-3ef7-49ac-ad84-cfb6d3345d34 service neutron] Pushing event updated for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:35.243776 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e020e28-0074-4e55-ab5e-087e391fb7ab x-openstack-request-id: req-7e020e28-0074-4e55-ab5e-087e391fb7ab {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:35.244075 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:35.244333 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e020e28-0074-4e55-ab5e-087e391fb7ab {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:35.244786 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3', 'status': 'completed', 'code': 200} Jan 10 17:21:35.259850 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-383a24da-ffba-4466-942e-b14b79f494ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.261353 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-383a24da-ffba-4466-942e-b14b79f494ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1098 time: 0.0470998 Jan 10 17:21:35.264483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cff77509-0d50-4d4f-a648-2308ab71d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.265929 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-cff77509-0d50-4d4f-a648-2308ab71d72f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 1097 time: 0.0407429 Jan 10 17:21:35.310821 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-173bae19-53fa-421e-aee1-5588eb7a8fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=220194c1-b203-4d17-9e1f-973e0f74cea3 HTTP/1.1" status: 200 len: 217 time: 0.0368376 Jan 10 17:21:35.355272 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-81e796fe-a9f3-4a3f-8911-743748d8f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.356736 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-81e796fe-a9f3-4a3f-8911-743748d8f49b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0832136 Jan 10 17:21:35.357435 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-1beb088d-4f3a-4b1c-9d7e-c49d258eefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.358892 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-1beb088d-4f3a-4b1c-9d7e-c49d258eefbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 HTTP/1.1" status: 200 len: 848 time: 0.0423486 Jan 10 17:21:35.391230 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-2193a773-a278-4158-bd1d-69684450e241 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=660e57cd-dfa8-4292-b311-92bb4dd94497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229192 Jan 10 17:21:35.428140 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-062ccefe-8727-44ad-90ea-d00381dd8370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 1001 time: 0.0604281 Jan 10 17:21:35.479052 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-24c044f2-15d3-464d-811a-e7efddf96116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.480542 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-24c044f2-15d3-464d-811a-e7efddf96116 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0474155 Jan 10 17:21:35.483383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-58f54aba-ebc1-4aaa-8873-855d9d521023 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847132 Jan 10 17:21:35.532696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-5b0df695-cb7f-46bd-8382-baa7b9467d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.534723 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-5b0df695-cb7f-46bd-8382-baa7b9467d7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426061 Jan 10 17:21:35.589056 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59dd527a-3c32-4550-9aa8-edf16d4fab98 req-75363ed5-85ed-42af-934e-3edd1c468f79 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968304 Jan 10 17:21:35.626894 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-76bb7ff2-ca4d-48de-9643-995264ad1b28 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862482 Jan 10 17:21:35.679296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-d04fe3d5-3519-45d0-aca7-bebf71473549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.680912 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-d04fe3d5-3519-45d0-aca7-bebf71473549 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 1097 time: 0.0425136 Jan 10 17:21:35.727907 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-aa1c5b52-ba5e-41a8-9c57-78d9f65371eb req-9033b8fc-6839-4751-81a3-cda4a0878be6 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947576 Jan 10 17:21:35.779422 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-89325540-c3d5-4fca-a2c6-d9bd6ff687df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.781590 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-89325540-c3d5-4fca-a2c6-d9bd6ff687df service neutron] 10.222.0.24 "GET /v2.0/networks?id=660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 200 len: 909 time: 0.0935652 Jan 10 17:21:35.826579 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-51fbfc67-c0d2-4ba9-ae3a-69958fe17768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=220194c1-b203-4d17-9e1f-973e0f74cea3 HTTP/1.1" status: 200 len: 217 time: 0.0377469 Jan 10 17:21:35.878528 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-1e482ffc-0513-4ddb-970c-bd694251e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:35.880585 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-1e482ffc-0513-4ddb-970c-bd694251e797 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 HTTP/1.1" status: 200 len: 848 time: 0.0471101 Jan 10 17:21:35.913948 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-06b7e57e-038e-44a9-95bd-d242750ad314 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=660e57cd-dfa8-4292-b311-92bb4dd94497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279655 Jan 10 17:21:36.040359 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcc1a-499c-4061-9be6-9a56dd6be802 req-0a8bea1d-7e1c-4c8d-a193-33304321d7cc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:36.042198 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c6ebcc1a-499c-4061-9be6-9a56dd6be802 req-0a8bea1d-7e1c-4c8d-a193-33304321d7cc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.1049109 Jan 10 17:21:36.054452 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-966052c0-75a8-41a1-842e-3e8fc706da0e service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289804 Jan 10 17:21:36.379691 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c6ebcc1a-499c-4061-9be6-9a56dd6be802 req-898cffd9-a30c-4c1b-bf44-5170655c7ab9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305373 Jan 10 17:21:36.402179 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe01b18-77db-4226-b536-ad5c4dedfe1a req-71a57373-cbec-451c-bcac-fcd4f183916a tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:36.403674 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1fe01b18-77db-4226-b536-ad5c4dedfe1a req-71a57373-cbec-451c-bcac-fcd4f183916a tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 944 time: 0.1332908 Jan 10 17:21:36.417388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84320138-5f15-4117-9ace-d8fa7e9cf769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:36.421644 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad535567-63da-4aaa-b197-2dee3bd5a8a8 req-6cff0b24-7ea3-4b03-a9ff-a6c54ff69301 service neutron] 10.222.0.24 "GET /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665800 Jan 10 17:21:36.456339 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1fe01b18-77db-4226-b536-ad5c4dedfe1a req-27351ff5-6960-45a1-9bb8-0bf0b536d878 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Jan 10 17:21:37.150172 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41264) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:37.191121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.201192 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Deleting subnet 6f81d882-123d-4779-aaa4-32c0fd001a47 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:21:37.204330 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Publish callbacks [] for subnet (6f81d882-123d-4779-aaa4-32c0fd001a47), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.238019 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (6f81d882-123d-4779-aaa4-32c0fd001a47), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.274748 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (6f81d882-123d-4779-aaa4-32c0fd001a47), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.324519 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (6f81d882-123d-4779-aaa4-32c0fd001a47), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.349006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f81d882-123d-4779-aaa4-32c0fd001a47,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:37.353856 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.356937 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d545af8d-872d-4ef7-b7ab-b180f5e29cee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6f81d882-123d-4779-aaa4-32c0fd001a47 HTTP/1.1" status: 204 len: 168 time: 0.2057505 Jan 10 17:21:37.359334 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41266) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:37.428810 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (14d52d5a-80c3-427b-84ff-2a56f357dd1e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.498203 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2bb3c-6551-4399-95d7-a0a6d08eb87e req-b7bc2b16-3f5f-4335-8e7a-aa2cf71c095e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:37.499839 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-09d2bb3c-6551-4399-95d7-a0a6d08eb87e req-b7bc2b16-3f5f-4335-8e7a-aa2cf71c095e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Jan 10 17:21:37.509448 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (14d52d5a-80c3-427b-84ff-2a56f357dd1e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.534253 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d52d5a-80c3-427b-84ff-2a56f357dd1e']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:37.544393 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e3bbe6-8cd4-4ba4-ab70-306d65e65d52') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:37.544794 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e3bbe6-8cd4-4ba4-ab70-306d65e65d52') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:37.554057 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (74e3bbe6-8cd4-4ba4-ab70-306d65e65d52), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.566775 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (74e3bbe6-8cd4-4ba4-ab70-306d65e65d52), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.573704 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:21:37.574087 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (74e3bbe6-8cd4-4ba4-ab70-306d65e65d52), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.575630 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-09d2bb3c-6551-4399-95d7-a0a6d08eb87e req-4ad70769-3013-43f8-8029-881533d52813 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703566 Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: warnings.warn(msg) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:21:37.575848 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:21:37.579339 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:21:37.595246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74509e-2ef8-4422-a8ec-efe5aebf50e2 req-c05d49d1-0d0b-472f-890b-e5dacfc28148 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:37.596935 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ac74509e-2ef8-4422-a8ec-efe5aebf50e2 req-c05d49d1-0d0b-472f-890b-e5dacfc28148 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 944 time: 0.0714486 Jan 10 17:21:37.632877 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (14d52d5a-80c3-427b-84ff-2a56f357dd1e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.642267 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.648908 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/14d52d5a-80c3-427b-84ff-2a56f357dd1e HTTP/1.1" status: 204 len: 168 time: 0.2885513 Jan 10 17:21:37.649492 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41272) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:37.655002 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ac74509e-2ef8-4422-a8ec-efe5aebf50e2 req-0e1594bf-21ba-443e-9787-4597387514b7 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Jan 10 17:21:37.687682 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046ace-9796-419b-824b-3e48527fbba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d52d5a-80c3-427b-84ff-2a56f357dd1e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:37.710696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Deleting subnet e814482a-e4fe-4d3d-9655-3f34e4162fa0 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:21:37.714997 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Publish callbacks [] for subnet (e814482a-e4fe-4d3d-9655-3f34e4162fa0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.752681 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (e814482a-e4fe-4d3d-9655-3f34e4162fa0), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.790372 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (e814482a-e4fe-4d3d-9655-3f34e4162fa0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.838985 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (e814482a-e4fe-4d3d-9655-3f34e4162fa0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.862566 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e814482a-e4fe-4d3d-9655-3f34e4162fa0,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:37.866255 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:37.869323 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8b10589d-5fe4-4c77-b3a8-0211c6e13a01 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e814482a-e4fe-4d3d-9655-3f34e4162fa0 HTTP/1.1" status: 204 len: 168 time: 0.2179642 Jan 10 17:21:37.871769 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41274) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:38.180925 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.253848 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.273459 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:38.282187 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9d51ed-4296-41a4-949b-fff22ebb9d26') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:38.282507 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9d51ed-4296-41a4-949b-fff22ebb9d26') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:21:38.295111 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (bf9d51ed-4296-41a4-949b-fff22ebb9d26), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.307470 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (bf9d51ed-4296-41a4-949b-fff22ebb9d26), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.313028 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:21:38.313397 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (bf9d51ed-4296-41a4-949b-fff22ebb9d26), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:21:38.314995 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:21:38.365692 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.372712 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.375896 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] 10.222.0.10 "DELETE /v2.0/networks/22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5 HTTP/1.1" status: 204 len: 168 time: 0.5032325 Jan 10 17:21:38.385270 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5820d43-6977-4eaf-b562-9c71a6c949eb admin admin] Pushing event deleted for resources: {'Network': ['ID=22d16dbc-77c9-4ba7-b9b3-c0eaac0058b5,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:38.528470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41278) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:38.567284 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-b865fb53-3fec-4816-970e-cb0f8162023b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5cb24715c7c47dc9c8a5af80b4fa101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375428 Jan 10 17:21:38.570170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41280) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:38.614746 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Publish callbacks [] for security_group (d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.635824 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Publish callbacks [] for security_group (d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.708100 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.710698 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.711843 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e HTTP/1.1" status: 204 len: 168 time: 0.1407425 Jan 10 17:21:38.722075 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c0075-fcf5-48d2-b893-0de809e8eb70 req-4265e51b-49f1-4512-be5f-9201df109d23 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:38.728658 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-284c0075-fcf5-48d2-b893-0de809e8eb70 req-4265e51b-49f1-4512-be5f-9201df109d23 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0716121 Jan 10 17:21:38.750560 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53fce60-5f06-4bc0-9d3d-26b4e7a4bb5e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:38.782668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.783042 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.783393 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.783709 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.784049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.784440 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.784704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.785044 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.785375 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.785704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.786565 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.787158 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.787485 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39325ac-a6df-4d2c-94e6-7f88f4f50106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:21:38.801416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:38.820897 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-284c0075-fcf5-48d2-b893-0de809e8eb70 req-e028b1b8-83c7-461f-b6d8-7d6800237625 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914078 Jan 10 17:21:38.829857 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1434bd4-2696-49cd-b8ba-0fefc5405666 req-3dcec3a9-6e4e-4790-8122-319eae321539 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:38.831382 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1434bd4-2696-49cd-b8ba-0fefc5405666 req-3dcec3a9-6e4e-4790-8122-319eae321539 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 944 time: 0.0998213 Jan 10 17:21:38.880766 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1434bd4-2696-49cd-b8ba-0fefc5405666 req-f95c705f-56de-4175-b63a-00e68b7c7ac9 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Jan 10 17:21:39.061598 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41298) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:39.101272 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-fa85a849-7bd3-46d8-babc-dfcae769cee9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f407b45709fe4ec99571e261b82b092b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384276 Jan 10 17:21:39.103712 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41302) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:39.154738 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] Publish callbacks [] for security_group (84a2d830-7816-4e59-bd70-4f458601ca9b), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:39.176099 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] Publish callbacks [] for security_group (84a2d830-7816-4e59-bd70-4f458601ca9b), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:39.225065 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (84a2d830-7816-4e59-bd70-4f458601ca9b), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:39.227786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:39.228947 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84a2d830-7816-4e59-bd70-4f458601ca9b HTTP/1.1" status: 204 len: 168 time: 0.1243093 Jan 10 17:21:39.236847 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1827-0663-4ee9-88ed-7a5c82df9786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2d830-7816-4e59-bd70-4f458601ca9b,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:39.308575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-83fcab5a-f0ce-45b8-836a-b284dc660493 req-9d7e43fe-a8fd-42cc-bbfc-33731d915018 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:21:39.309560 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-83fcab5a-f0ce-45b8-836a-b284dc660493 req-9d7e43fe-a8fd-42cc-bbfc-33731d915018 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054374 Jan 10 17:21:39.476244 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca5be7-132e-4fed-92a9-372dbf027e64 req-874c93d9-34d5-4a40-8594-66934a6d093c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:39.477872 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-20ca5be7-132e-4fed-92a9-372dbf027e64 req-874c93d9-34d5-4a40-8594-66934a6d093c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 945 time: 0.0512054 Jan 10 17:21:39.530887 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-20ca5be7-132e-4fed-92a9-372dbf027e64 req-a3b08919-ca7b-4084-b0ee-9c28558ba056 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Jan 10 17:21:39.908053 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41354) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:21:40.028680 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-361d1bda-e182-4e9e-b99a-00a3f50da54f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185300 Jan 10 17:21:40.039476 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-8324bf75-11c8-439c-9ffb-14fc1dd0332f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:21:40.040451 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-8324bf75-11c8-439c-9ffb-14fc1dd0332f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058739 Jan 10 17:21:40.048914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b16ae-7fbd-4619-8353-ee8e142a0eeb req-4c75bf94-c8fe-46dd-af6e-2fbfbc24c826 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:40.050351 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-190b16ae-7fbd-4619-8353-ee8e142a0eeb req-4c75bf94-c8fe-46dd-af6e-2fbfbc24c826 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 944 time: 0.0678880 Jan 10 17:21:40.099994 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-190b16ae-7fbd-4619-8353-ee8e142a0eeb req-7a5fc9ed-0ad7-4024-b551-1e7c376a6625 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Jan 10 17:21:40.127596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 220194c1-b203-4d17-9e1f-973e0f74cea3 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:21:40.129669 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:21:40.291584 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: ACTIVE; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:40.291988 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:40.328546 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=220194c1-b203-4d17-9e1f-973e0f74cea3,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:40.336689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:40.338753 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbaece6-896a-49bd-bdf0-2937ebaaefda" -d '{"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-unplugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:40.358439 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:40.359466 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '220194c1-b203-4d17-9e1f-973e0f74cea3', 'network_id': '660e57cd-dfa8-4292-b311-92bb4dd94497', 'port_id': '220194c1-b203-4d17-9e1f-973e0f74cea3', 'mac_address': 'fa:16:3e:63:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f4572b-d7c8-4b6d-95ea-daba7692ffa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:21:40.376595 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:40.399162 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11fdad-be66-4a2d-8145-e97914892d36 x-openstack-request-id: req-9a11fdad-be66-4a2d-8145-e97914892d36 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:40.399454 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-unplugged", "status": "failed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "code": 422}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:40.399707 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a11fdad-be66-4a2d-8145-e97914892d36 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:40.400115 dv-cinder-787632-2-iscsi neutron-server[102730]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'code': 422} returned with failed status Jan 10 17:21:40.584562 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 220194c1-b203-4d17-9e1f-973e0f74cea3 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:40.584952 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:40.595060 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:40.609319 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:40.612785 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220194c1-b203-4d17-9e1f-973e0f74cea3 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:21:40.632550 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=220194c1-b203-4d17-9e1f-973e0f74cea3,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:40.637796 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:40.660900 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3a49b-29a4-443a-9497-655a0b90e8c5 req-5883a30b-ee43-485d-9aa2-d16903e0b28a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:40.662696 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-98f3a49b-29a4-443a-9497-655a0b90e8c5 req-5883a30b-ee43-485d-9aa2-d16903e0b28a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0519800 Jan 10 17:21:40.685298 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:40.712293 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-98f3a49b-29a4-443a-9497-655a0b90e8c5 req-35b62c83-43d3-40b8-97f4-caffeee000a3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Jan 10 17:21:41.013174 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['220194c1-b203-4d17-9e1f-973e0f74cea3'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:21:41.217763 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dedc1-1dc0-4620-8034-96e933f1d679 req-8edae7eb-6df1-4378-ad47-321baeef62e4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:41.219255 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-974dedc1-1dc0-4620-8034-96e933f1d679 req-8edae7eb-6df1-4378-ad47-321baeef62e4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Jan 10 17:21:41.267086 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-974dedc1-1dc0-4620-8034-96e933f1d679 req-7b4eb7b6-50dd-4504-80d9-6997f0dd0220 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Jan 10 17:21:41.798311 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6eac-7494-48cd-867b-03555305657d req-f4a8902f-98de-4299-a499-02e2ebb94a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:41.799616 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-f4a8902f-98de-4299-a499-02e2ebb94a54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 1096 time: 0.0768921 Jan 10 17:21:41.866031 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03675258-8283-430a-90cc-1f19c7695b9f req-b905bd73-7c28-4a2f-8222-dcf44d731a2c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:41.867481 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-03675258-8283-430a-90cc-1f19c7695b9f req-b905bd73-7c28-4a2f-8222-dcf44d731a2c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0792773 Jan 10 17:21:41.873418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6eac-7494-48cd-867b-03555305657d req-8df818f1-73fb-4534-bfd5-f927a965da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:41.874797 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-8df818f1-73fb-4534-bfd5-f927a965da26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1096 time: 0.0534532 Jan 10 17:21:41.974544 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-03675258-8283-430a-90cc-1f19c7695b9f req-7e94f325-6752-4779-9bcd-b0da96223a98 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988059 Jan 10 17:21:41.996265 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6eac-7494-48cd-867b-03555305657d req-033e40e8-28cf-4fc3-84d7-6cea183728c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:41.997692 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-033e40e8-28cf-4fc3-84d7-6cea183728c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.1166339 Jan 10 17:21:42.379104 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884d0a5-af84-42d7-a06d-79132d4fc711 req-6311a639-45bb-4972-9d5f-9195c09c6002 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:42.380552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a884d0a5-af84-42d7-a06d-79132d4fc711 req-6311a639-45bb-4972-9d5f-9195c09c6002 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Jan 10 17:21:42.426093 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a884d0a5-af84-42d7-a06d-79132d4fc711 req-eb2bb2c6-551a-4fac-856a-1a94442cc6dd tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Jan 10 17:21:43.136988 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d0cf-b43a-45d0-9859-0382f30f4336 req-f07c0b94-7af3-4cf2-b8f2-d52626db762c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:43.138465 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f97d0cf-b43a-45d0-9859-0382f30f4336 req-f07c0b94-7af3-4cf2-b8f2-d52626db762c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0940585 Jan 10 17:21:43.144407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-71d33e66-f091-45b3-a214-0dbe0690e518 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 999 time: 0.0744340 Jan 10 17:21:43.184320 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f97d0cf-b43a-45d0-9859-0382f30f4336 req-9ddee7ec-ff9d-4126-9617-35a5955f280a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 Jan 10 17:21:43.538690 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdb12-4d6f-4734-9826-939ccd6ac87d req-8bbe0369-4dac-4a54-8631-ebb1ca9790e5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:43.540151 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b6cdb12-4d6f-4734-9826-939ccd6ac87d req-8bbe0369-4dac-4a54-8631-ebb1ca9790e5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Jan 10 17:21:43.584865 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b6cdb12-4d6f-4734-9826-939ccd6ac87d req-3a518608-614c-40f9-a19e-74713f02cdb8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 Jan 10 17:21:43.934996 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 220194c1-b203-4d17-9e1f-973e0f74cea3 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:21:43.979242 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6eac-7494-48cd-867b-03555305657d req-6a9bb3a1-b708-41c3-a470-ea77e31db285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:43.980776 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-6a9bb3a1-b708-41c3-a470-ea77e31db285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0461049 Jan 10 17:21:43.984492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 220194c1-b203-4d17-9e1f-973e0f74cea3 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:21:43.988475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 220194c1-b203-4d17-9e1f-973e0f74cea3 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:21:43.988828 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:44.066417 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 220194c1-b203-4d17-9e1f-973e0f74cea3 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:44.066808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:44.088894 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:21:44.091140 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87022d-062d-43b7-b70a-1d514aff10c8" -d '{"events": [{"server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "name": "network-vif-plugged", "status": "completed", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:21:44.102848 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=220194c1-b203-4d17-9e1f-973e0f74cea3,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:21:44.106551 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:21:44.107411 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:21:44.128144 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2a68c-d66f-457e-a382-9df018a3b5e9 x-openstack-request-id: req-31c2a68c-d66f-457e-a382-9df018a3b5e9 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:21:44.128437 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "name": "network-vif-plugged", "status": "completed", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:21:44.128692 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31c2a68c-d66f-457e-a382-9df018a3b5e9 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:21:44.129085 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3', 'code': 200} Jan 10 17:21:44.181343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:21:44.225576 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: DOWN; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:21:44.300887 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2351d2c-6903-4238-b8c5-8961a59156a4 req-f257030a-1537-4f4f-a184-516875b3a404 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:44.302372 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a2351d2c-6903-4238-b8c5-8961a59156a4 req-f257030a-1537-4f4f-a184-516875b3a404 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0484092 Jan 10 17:21:44.347614 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a2351d2c-6903-4238-b8c5-8961a59156a4 req-70073bf3-dde8-4aa0-babb-13357832c7df tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397074 Jan 10 17:21:44.698895 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91709-fe39-40e2-87da-c60cb86ac425 req-75d3a8f2-9bf9-493c-9d3e-b07290755e76 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:44.700358 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-05d91709-fe39-40e2-87da-c60cb86ac425 req-75d3a8f2-9bf9-493c-9d3e-b07290755e76 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0478692 Jan 10 17:21:44.748681 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-05d91709-fe39-40e2-87da-c60cb86ac425 req-afefe06b-6db8-454a-b964-64f6fbc4ea6e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Jan 10 17:21:45.229270 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6eac-7494-48cd-867b-03555305657d req-1add2982-4acb-4943-a9de-623e586c22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:45.231401 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-1add2982-4acb-4943-a9de-623e586c22da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436842 Jan 10 17:21:45.320542 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-140d088e-81a8-462e-95da-8089a1fb57e0 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825529 Jan 10 17:21:45.352228 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5fedc-7761-4c17-88df-ae3bd1859a9e req-792926c1-3e49-4a6d-a112-87d8f78474f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:45.353906 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-26d5fedc-7761-4c17-88df-ae3bd1859a9e req-792926c1-3e49-4a6d-a112-87d8f78474f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 1099 time: 0.0392256 Jan 10 17:21:45.401138 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-26d5fedc-7761-4c17-88df-ae3bd1859a9e req-a41fdfbb-d082-4273-ae35-795d8adf7428 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Jan 10 17:21:45.412609 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-732a6eac-7494-48cd-867b-03555305657d req-3176f068-140a-4afe-a880-5a9e12c2062c service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Jan 10 17:21:45.469009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be8e9a-e8df-40d1-b48b-cc2555cd4cde req-98782534-b879-47fc-973b-67f17701f460 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:45.470546 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63be8e9a-e8df-40d1-b48b-cc2555cd4cde req-98782534-b879-47fc-973b-67f17701f460 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0472062 Jan 10 17:21:45.516151 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-63be8e9a-e8df-40d1-b48b-cc2555cd4cde req-f17acaaf-6b35-4155-8154-9958a0ad0758 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 Jan 10 17:21:45.863148 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec4d0c-3b6e-4067-8d1b-719011487f5b req-348cb309-ff60-45cf-a2fc-199cf4a5527e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:45.864664 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5dec4d0c-3b6e-4067-8d1b-719011487f5b req-348cb309-ff60-45cf-a2fc-199cf4a5527e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Jan 10 17:21:45.912026 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5dec4d0c-3b6e-4067-8d1b-719011487f5b req-55e4aad7-cc22-4abc-9808-14aead8f1e61 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Jan 10 17:21:46.644119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aae12-d72c-47b9-9b44-2d20cc669f6f req-abeec18f-bbaa-4ec2-8adf-7b9162250662 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:46.645607 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-318aae12-d72c-47b9-9b44-2d20cc669f6f req-abeec18f-bbaa-4ec2-8adf-7b9162250662 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0478075 Jan 10 17:21:46.703565 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-318aae12-d72c-47b9-9b44-2d20cc669f6f req-35f8e225-799c-4d64-b94a-d4becc523165 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524065 Jan 10 17:21:47.027599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698ee1-ccb3-4340-b576-cfa003bc83a5 req-d03f32a0-c9eb-43b6-b156-3fb7b0f0aeb8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:47.029556 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa698ee1-ccb3-4340-b576-cfa003bc83a5 req-d03f32a0-c9eb-43b6-b156-3fb7b0f0aeb8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0510602 Jan 10 17:21:47.087781 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fa698ee1-ccb3-4340-b576-cfa003bc83a5 req-9f60fb43-65b9-4d4d-9262-b51f7fb15945 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Jan 10 17:21:47.836231 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf9033-eb44-4d8f-b487-570d38efd7d4 req-80101d8e-1fec-4897-b8cb-30731eb8cc88 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:47.837715 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06cf9033-eb44-4d8f-b487-570d38efd7d4 req-80101d8e-1fec-4897-b8cb-30731eb8cc88 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0486722 Jan 10 17:21:47.883811 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06cf9033-eb44-4d8f-b487-570d38efd7d4 req-dfeb9336-16cb-4095-b076-efdeace1c378 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 Jan 10 17:21:48.210479 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ab63-45c2-4497-9657-fb1db6a14810 req-50d74a0c-1e67-4fd9-af1b-774eb1ec9321 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:48.211942 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1579ab63-45c2-4497-9657-fb1db6a14810 req-50d74a0c-1e67-4fd9-af1b-774eb1ec9321 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0517435 Jan 10 17:21:48.257673 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1579ab63-45c2-4497-9657-fb1db6a14810 req-aab0f317-280a-44a0-94a7-ff1b1a803bee tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Jan 10 17:21:49.043331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405abc-c5b7-4168-9dd1-d4f055047fcc req-648a2b4d-09a2-4a19-8214-6d687dfd60a0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:49.046403 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b405abc-c5b7-4168-9dd1-d4f055047fcc req-648a2b4d-09a2-4a19-8214-6d687dfd60a0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0617244 Jan 10 17:21:49.099259 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5b405abc-c5b7-4168-9dd1-d4f055047fcc req-d93ea812-3fb0-4d14-8905-69c711796cc6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456431 Jan 10 17:21:49.368834 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aecbf4-5f1d-4814-a6c2-8ceebc08d532 req-8cc83281-430d-4601-9af4-2658f1e331e5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:49.370313 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e9aecbf4-5f1d-4814-a6c2-8ceebc08d532 req-8cc83281-430d-4601-9af4-2658f1e331e5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0478487 Jan 10 17:21:49.427905 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e9aecbf4-5f1d-4814-a6c2-8ceebc08d532 req-069a3e52-f98d-44f6-b301-bd155e66acad tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Jan 10 17:21:50.241101 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd907-75ad-452e-aa93-bc262c135f44 req-62e0b414-bae3-4b0a-80af-ea63249e06b4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:50.242910 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9d3fd907-75ad-452e-aa93-bc262c135f44 req-62e0b414-bae3-4b0a-80af-ea63249e06b4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0647926 Jan 10 17:21:50.293285 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9d3fd907-75ad-452e-aa93-bc262c135f44 req-a843828b-f4d2-43e5-a61d-ec2a716c1a36 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Jan 10 17:21:50.541040 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6113-5f45-4aaf-8ac1-f65309f3ca0f req-ffcf5b19-d1bc-406d-9499-6cb3efe87b4f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:50.542902 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75ba6113-5f45-4aaf-8ac1-f65309f3ca0f req-ffcf5b19-d1bc-406d-9499-6cb3efe87b4f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0487902 Jan 10 17:21:50.593030 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75ba6113-5f45-4aaf-8ac1-f65309f3ca0f req-458dd141-27db-4b36-aae2-1ada7599a288 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Jan 10 17:21:51.409610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885ded9-937f-4def-8b9b-e52960f5d530 req-617bcf56-3443-409f-bb10-dd9aee3c81b9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:51.411199 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6885ded9-937f-4def-8b9b-e52960f5d530 req-617bcf56-3443-409f-bb10-dd9aee3c81b9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0483449 Jan 10 17:21:51.455540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6885ded9-937f-4def-8b9b-e52960f5d530 req-421f55bd-a44e-4b8c-877d-116d9996f2d8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380249 Jan 10 17:21:51.728940 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137439c-3a4c-4f1d-9574-a9a1d50e6e11 req-a7bcf375-6dff-462a-8ed0-7fc61e6f9036 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:51.730432 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a137439c-3a4c-4f1d-9574-a9a1d50e6e11 req-a7bcf375-6dff-462a-8ed0-7fc61e6f9036 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0565572 Jan 10 17:21:51.775986 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a137439c-3a4c-4f1d-9574-a9a1d50e6e11 req-48dd09e2-10c4-4a02-9459-44ab389b0054 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Jan 10 17:21:52.573404 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7b73f-768c-43e7-8c79-a675d9acb456 req-608e261a-567e-4903-a2c4-5f79867b09b2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:52.574913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d4c7b73f-768c-43e7-8c79-a675d9acb456 req-608e261a-567e-4903-a2c4-5f79867b09b2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0487370 Jan 10 17:21:52.620322 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d4c7b73f-768c-43e7-8c79-a675d9acb456 req-2a01c8de-bf66-4ce4-bf1f-42cf10cd96d5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397823 Jan 10 17:21:52.895511 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd86-82d8-4ae3-ac56-0fc974d555d0 req-4f375266-d676-4d26-a456-4d364d3d515c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:52.897455 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d4e3dd86-82d8-4ae3-ac56-0fc974d555d0 req-4f375266-d676-4d26-a456-4d364d3d515c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Jan 10 17:21:52.944562 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d4e3dd86-82d8-4ae3-ac56-0fc974d555d0 req-574fd973-43d6-4057-9aaa-c0362dde3fda tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Jan 10 17:21:53.745404 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943c9e-61e0-4196-8095-cd73ddc44e72 req-400f6b6f-5154-4569-8a25-bb585246c5d9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:53.746916 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-17943c9e-61e0-4196-8095-cd73ddc44e72 req-400f6b6f-5154-4569-8a25-bb585246c5d9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0482674 Jan 10 17:21:53.791815 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-17943c9e-61e0-4196-8095-cd73ddc44e72 req-2d5c514d-b2a2-4d5b-a213-b8608071b47a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395117 Jan 10 17:21:54.056872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be4ff-ef2c-498e-899c-f958470e208a req-da84475a-88ba-419a-bd8b-479d791e817c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:54.058329 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef0be4ff-ef2c-498e-899c-f958470e208a req-da84475a-88ba-419a-bd8b-479d791e817c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0478435 Jan 10 17:21:54.104843 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef0be4ff-ef2c-498e-899c-f958470e208a req-27b1b67a-bcd8-4a85-b56e-104227aa26af tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Jan 10 17:21:54.908736 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4303f46-1a96-4d9a-9761-3b9843671857 req-8551f378-a1dd-47c7-8a13-c3b2be6c8fad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:54.910194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b4303f46-1a96-4d9a-9761-3b9843671857 req-8551f378-a1dd-47c7-8a13-c3b2be6c8fad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0479631 Jan 10 17:21:54.956745 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b4303f46-1a96-4d9a-9761-3b9843671857 req-538b8011-58a4-42e4-8c0e-1b967ee44d35 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407319 Jan 10 17:21:55.326929 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb810d3-7c83-41ab-ba9a-e058302782b5 req-8d901189-3d4e-4ca1-bc59-384ba80f127c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:55.328417 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-efb810d3-7c83-41ab-ba9a-e058302782b5 req-8d901189-3d4e-4ca1-bc59-384ba80f127c tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.1566355 Jan 10 17:21:55.377858 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-efb810d3-7c83-41ab-ba9a-e058302782b5 req-89d39dc2-cb8d-49e6-935d-dc47cc8baaf9 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Jan 10 17:21:56.092207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb25d-6bab-43e3-9dd1-6556f6d93db7 req-5bb4e5e6-2652-47e9-882c-df717ff8b97c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:56.093749 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b1eb25d-6bab-43e3-9dd1-6556f6d93db7 req-5bb4e5e6-2652-47e9-882c-df717ff8b97c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0558352 Jan 10 17:21:56.142598 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b1eb25d-6bab-43e3-9dd1-6556f6d93db7 req-e3f4a794-ce8d-462c-bb8a-e448b2d44533 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Jan 10 17:21:56.527677 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dd6d2-3940-48e9-9f97-4fb9a980b8b6 req-ad6599ac-66e8-4301-aa25-15854756481e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:56.535574 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-357dd6d2-3940-48e9-9f97-4fb9a980b8b6 req-ad6599ac-66e8-4301-aa25-15854756481e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0595291 Jan 10 17:21:56.589826 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-357dd6d2-3940-48e9-9f97-4fb9a980b8b6 req-fff9195e-48ef-475f-bc00-d0de75105361 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Jan 10 17:21:57.312359 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e092-ca69-4549-84d0-1cace0e12ebc req-b67c3ace-c361-4fff-88ae-aa5242daec15 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:57.314061 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8723e092-ca69-4549-84d0-1cace0e12ebc req-b67c3ace-c361-4fff-88ae-aa5242daec15 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0987155 Jan 10 17:21:57.369590 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8723e092-ca69-4549-84d0-1cace0e12ebc req-f75e11ef-323c-4c31-8748-f825e8f5c23f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498121 Jan 10 17:21:57.715994 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d6f8-b778-4797-9001-9bb0d5215fe3 req-a58fb16c-082c-4f28-b5cc-976135a42496 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:57.718798 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6066d6f8-b778-4797-9001-9bb0d5215fe3 req-a58fb16c-082c-4f28-b5cc-976135a42496 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0636764 Jan 10 17:21:57.780778 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6066d6f8-b778-4797-9001-9bb0d5215fe3 req-544ff6ec-6543-456c-a9b0-8a5be2d1ef02 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549653 Jan 10 17:21:58.486709 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d41b-e7f0-4fd7-ad5d-b03a371ca321 req-7b976fbb-ca5b-48f4-b211-0269226a1df3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:58.488242 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e67d41b-e7f0-4fd7-ad5d-b03a371ca321 req-7b976fbb-ca5b-48f4-b211-0269226a1df3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0483668 Jan 10 17:21:58.535272 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e67d41b-e7f0-4fd7-ad5d-b03a371ca321 req-1c5c5110-f659-47ca-8cd5-46bdff75fa49 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Jan 10 17:21:58.899954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a36ff-066f-4eef-b439-4e9009759d54 req-4f977b7b-1a93-4458-a9c9-aea1ecfae3c6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:58.901399 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d33a36ff-066f-4eef-b439-4e9009759d54 req-4f977b7b-1a93-4458-a9c9-aea1ecfae3c6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0510499 Jan 10 17:21:58.947022 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d33a36ff-066f-4eef-b439-4e9009759d54 req-dcee6781-84a1-4823-882f-779b15d5cb18 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Jan 10 17:21:59.652697 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61285a3-1dd8-4c4e-bcb2-b24f94f76f0d req-2026745a-4397-4e38-bf16-ec4e26779113 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:21:59.654185 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d61285a3-1dd8-4c4e-bcb2-b24f94f76f0d req-2026745a-4397-4e38-bf16-ec4e26779113 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0482481 Jan 10 17:21:59.699248 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d61285a3-1dd8-4c4e-bcb2-b24f94f76f0d req-c67a4fd6-1a3e-4532-be1f-550d92978da9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396469 Jan 10 17:22:00.064299 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe72-da73-4965-8f97-387f86468dbb req-cde83837-59ca-4206-9e63-530a9e950ab1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:00.065648 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d348fe72-da73-4965-8f97-387f86468dbb req-cde83837-59ca-4206-9e63-530a9e950ab1 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Jan 10 17:22:00.111712 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d348fe72-da73-4965-8f97-387f86468dbb req-abd5e6ee-eb41-43a4-a6ff-c131f1c0db1f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Jan 10 17:22:00.813954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8754b7-8ad4-48e8-b48e-abca13fd9e25 req-d0c5545f-661c-46b3-add2-f4fe263fa761 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:00.815348 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f8754b7-8ad4-48e8-b48e-abca13fd9e25 req-d0c5545f-661c-46b3-add2-f4fe263fa761 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0472503 Jan 10 17:22:00.860897 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f8754b7-8ad4-48e8-b48e-abca13fd9e25 req-98773da0-a0d3-4a7f-9985-274f78672af8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Jan 10 17:22:01.221830 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20620-193c-4bc7-a375-558bc1377a85 req-5444286d-518d-4d9c-8ed4-6d02576ce6a5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:01.223299 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ea20620-193c-4bc7-a375-558bc1377a85 req-5444286d-518d-4d9c-8ed4-6d02576ce6a5 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0478010 Jan 10 17:22:01.271001 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ea20620-193c-4bc7-a375-558bc1377a85 req-af45c198-005f-4d4a-a64d-2b3820338d3a tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Jan 10 17:22:01.978642 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4c352-f16a-4653-9902-1b6729decf62 req-d6601972-db26-463a-b0d3-38f10e288ae8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:01.980073 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbe4c352-f16a-4653-9902-1b6729decf62 req-d6601972-db26-463a-b0d3-38f10e288ae8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0475745 Jan 10 17:22:02.028451 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbe4c352-f16a-4653-9902-1b6729decf62 req-574d1265-c7b3-43c4-86cc-1bb7f82f1b38 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Jan 10 17:22:02.381734 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596ed5d-9c4e-48bd-a8b1-fd6dddb4167b req-94c5b0ae-8505-467f-acc7-4fce58236bba tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:02.383189 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b596ed5d-9c4e-48bd-a8b1-fd6dddb4167b req-94c5b0ae-8505-467f-acc7-4fce58236bba tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0468063 Jan 10 17:22:02.426788 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b596ed5d-9c4e-48bd-a8b1-fd6dddb4167b req-1ecd8012-270f-4253-8db0-84a5eaebc4f0 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Jan 10 17:22:03.145748 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396f6c2-7545-4e27-a1e5-d16e1f29e84c req-60b62787-6f46-4632-a191-68427de56bb4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:03.147620 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f396f6c2-7545-4e27-a1e5-d16e1f29e84c req-60b62787-6f46-4632-a191-68427de56bb4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0504038 Jan 10 17:22:03.191787 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f396f6c2-7545-4e27-a1e5-d16e1f29e84c req-1462a9eb-b195-4306-92f1-60fab7bd4751 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Jan 10 17:22:03.537890 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2efa3f-f39a-402b-af8c-1d829fe86bdb req-77ad69f8-cbeb-4380-99b8-626058c71264 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:03.539379 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f2efa3f-f39a-402b-af8c-1d829fe86bdb req-77ad69f8-cbeb-4380-99b8-626058c71264 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0476954 Jan 10 17:22:03.584169 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f2efa3f-f39a-402b-af8c-1d829fe86bdb req-8df2c253-3cae-405f-bd37-db6fa1e37412 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Jan 10 17:22:03.948173 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4160dbe-5d93-422b-91da-852c1b0e67af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:04.312111 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971640d7-4079-4189-9766-34d70ef6681d req-21a24149-1f00-47f2-898a-e2aef71092f5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:04.313536 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-971640d7-4079-4189-9766-34d70ef6681d req-21a24149-1f00-47f2-898a-e2aef71092f5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0484562 Jan 10 17:22:04.361370 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-971640d7-4079-4189-9766-34d70ef6681d req-3d8148cf-87b8-424c-a732-7378f4d86753 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Jan 10 17:22:04.519469 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:04.695424 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8444e4-1586-465c-b317-518ef2038959 req-da52d786-b155-4f0f-a62a-17c714918e1f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:04.696865 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7f8444e4-1586-465c-b317-518ef2038959 req-da52d786-b155-4f0f-a62a-17c714918e1f tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0477543 Jan 10 17:22:04.741845 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7f8444e4-1586-465c-b317-518ef2038959 req-211a60c2-538f-4d57-92f6-a1d5d99a25c8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Jan 10 17:22:05.484758 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65443e-6fec-4b53-a860-6025628e7d55 req-76f467a6-3745-4888-b275-8f489b85b10b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:05.486231 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cc65443e-6fec-4b53-a860-6025628e7d55 req-76f467a6-3745-4888-b275-8f489b85b10b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Jan 10 17:22:05.531995 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cc65443e-6fec-4b53-a860-6025628e7d55 req-4581d35d-c91d-46de-a6de-91188b09bb82 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Jan 10 17:22:05.854518 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05aba-212e-4b58-8cee-75872a50147a req-904e9f93-d1b9-45a2-b3e6-854f8f5adad4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:05.856000 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f2a05aba-212e-4b58-8cee-75872a50147a req-904e9f93-d1b9-45a2-b3e6-854f8f5adad4 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0498917 Jan 10 17:22:05.900672 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f2a05aba-212e-4b58-8cee-75872a50147a req-ac7bc482-965f-4183-9a1a-e4d500c555ab tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jan 10 17:22:06.420804 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44168662-c660-47a2-b52b-6de6dce5f2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:06.546650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d37c4e-41da-442f-b1d3-e1f905987129 req-e38b95b2-136d-4461-895e-c7d458d67d9e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:06.548058 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-72d37c4e-41da-442f-b1d3-e1f905987129 req-e38b95b2-136d-4461-895e-c7d458d67d9e tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Jan 10 17:22:06.595069 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-72d37c4e-41da-442f-b1d3-e1f905987129 req-d87c4465-0ffd-4d28-ad67-848ca322704b tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Jan 10 17:22:06.653702 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228fe51-a2a6-4b33-b9b1-81cda19d3e90 req-101089e9-d647-47cd-8275-252f24b259a5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:06.655172 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8228fe51-a2a6-4b33-b9b1-81cda19d3e90 req-101089e9-d647-47cd-8275-252f24b259a5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0501797 Jan 10 17:22:06.700309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8228fe51-a2a6-4b33-b9b1-81cda19d3e90 req-9e832ad3-9809-45c7-8214-68727d899617 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Jan 10 17:22:07.192347 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:07.471874 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:22:07.710801 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98c34a-a7de-4ed5-bbda-119614c9bdbe req-61941778-bb06-420b-a9bf-c1468d900be8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:07.712297 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ab98c34a-a7de-4ed5-bbda-119614c9bdbe req-61941778-bb06-420b-a9bf-c1468d900be8 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0474436 Jan 10 17:22:07.757646 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ab98c34a-a7de-4ed5-bbda-119614c9bdbe req-d278ee7e-4c47-4368-be46-ea9fbbb37677 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdb0810b-6726-4703-88e9-c7805b8c4c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Jan 10 17:22:07.822985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a005-1ddb-40f8-a95b-d06fb1b02f3c req-bed2ec9a-fd99-40b9-9539-8b8219df9d2c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:07.824434 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3007a005-1ddb-40f8-a95b-d06fb1b02f3c req-bed2ec9a-fd99-40b9-9539-8b8219df9d2c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0491459 Jan 10 17:22:07.875925 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3007a005-1ddb-40f8-a95b-d06fb1b02f3c req-130cfbdd-4963-4fec-9408-77c007b4f2ac tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Jan 10 17:22:08.229331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-7848c421-0b3c-408b-a8f1-d7769a3657c6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:08.230794 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-7848c421-0b3c-408b-a8f1-d7769a3657c6 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 946 time: 0.0496714 Jan 10 17:22:08.319520 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Deleting port 220194c1-b203-4d17-9e1f-973e0f74cea3 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:22:08.319861 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:08.610095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] For port 220194c1-b203-4d17-9e1f-973e0f74cea3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=220194c1-b203-4d17-9e1f-973e0f74cea3,segment=NetworkSegment(54631e50-e45c-4885-961b-a99fa25d5ce0),segment_id=54631e50-e45c-4885-961b-a99fa25d5ce0)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:08.610490 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:08.622843 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Calling delete_port for 220194c1-b203-4d17-9e1f-973e0f74cea3 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:22:08.752985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (220194c1-b203-4d17-9e1f-973e0f74cea3), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:08.765418 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['220194c1-b203-4d17-9e1f-973e0f74cea3'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:22:08.781728 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Pushing event deleted for resources: {'Port': ['ID=220194c1-b203-4d17-9e1f-973e0f74cea3,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:08.821785 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:08.822999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] No DVR routers for this DVR port 220194c1-b203-4d17-9e1f-973e0f74cea3 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:22:08.825691 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:08.829397 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f9187cd2-3342-4b56-b925-2a94e7adebda req-667e3fc9-9752-403a-96b6-3bf6fb48ef29 tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.24 "DELETE /v2.0/ports/220194c1-b203-4d17-9e1f-973e0f74cea3 HTTP/1.1" status: 204 len: 173 time: 0.5915508 Jan 10 17:22:08.830061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'name': 'network-vif-deleted', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:22:08.833035 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726f4e0-87bc-4d87-9a45-d3e65cf29657" -d '{"events": [{"server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "name": "network-vif-deleted", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:22:08.867566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-417b9c62-9e58-4c02-951d-9e7f935ea290 req-49ece4bd-495d-4c34-92b3-864675446fca tempest-VolumesActionsTest-243457130 tempest-VolumesActionsTest-243457130-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b843477-10c4-4b65-9971-d7fe89c2bca9 HTTP/1.1" status: 200 len: 210 time: 0.0312426 Jan 10 17:22:08.889623 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17c309b-c4d0-4f4d-8e49-4e89b572de05 x-openstack-request-id: req-c17c309b-c4d0-4f4d-8e49-4e89b572de05 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:22:08.890096 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b843477-10c4-4b65-9971-d7fe89c2bca9", "name": "network-vif-deleted", "tag": "220194c1-b203-4d17-9e1f-973e0f74cea3", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:22:08.890524 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c17c309b-c4d0-4f4d-8e49-4e89b572de05 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:22:08.891184 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b843477-10c4-4b65-9971-d7fe89c2bca9', 'name': 'network-vif-deleted', 'tag': '220194c1-b203-4d17-9e1f-973e0f74cea3', 'status': 'completed', 'code': 200} Jan 10 17:22:09.004470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12df7-6c72-46f5-aebb-9d6ab9928b04 req-59b59f9c-ebc1-4f00-a8e9-4e681ae19490 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:09.006013 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a9f12df7-6c72-46f5-aebb-9d6ab9928b04 req-59b59f9c-ebc1-4f00-a8e9-4e681ae19490 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0516639 Jan 10 17:22:09.047676 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41642) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:09.052071 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a9f12df7-6c72-46f5-aebb-9d6ab9928b04 req-f6c3ce94-a7eb-4b6c-bf66-6388e89de86e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 Jan 10 17:22:09.148632 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-389abba5-fab2-48a0-bc29-c15792a429e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.220862 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-389abba5-fab2-48a0-bc29-c15792a429e0 admin admin] Publish callbacks [] for security_group (c25bb51b-879d-4a8d-afd5-0f1abd482899), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.224753 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-389abba5-fab2-48a0-bc29-c15792a429e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c25bb51b-879d-4a8d-afd5-0f1abd482899), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.261494 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-389abba5-fab2-48a0-bc29-c15792a429e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc4e1f7964484a1abaccf81213c1421c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127032 Jan 10 17:22:09.262720 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389abba5-fab2-48a0-bc29-c15792a429e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25bb51b-879d-4a8d-afd5-0f1abd482899,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:09.264194 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41646) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:09.316622 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] Publish callbacks [] for security_group (c25bb51b-879d-4a8d-afd5-0f1abd482899), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.338534 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] Publish callbacks [] for security_group (c25bb51b-879d-4a8d-afd5-0f1abd482899), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.386870 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c25bb51b-879d-4a8d-afd5-0f1abd482899), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.389644 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:09.391488 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c25bb51b-879d-4a8d-afd5-0f1abd482899 HTTP/1.1" status: 204 len: 168 time: 0.1240819 Jan 10 17:22:09.399839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7093-3622-482d-8cee-711a22bbe311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25bb51b-879d-4a8d-afd5-0f1abd482899,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:09.506962 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-4085309d-d616-4d0a-8a51-6670a7e577f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:09.508566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-4085309d-d616-4d0a-8a51-6670a7e577f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1096 time: 0.0471654 Jan 10 17:22:09.622029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-f1b122f4-bcde-4dce-8f16-c107a416bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:09.623460 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-f1b122f4-bcde-4dce-8f16-c107a416bf75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0909481 Jan 10 17:22:09.695242 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-1cc4c6ad-cfbd-4f37-a7d7-ffbc21b416b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 200 len: 999 time: 0.0618846 Jan 10 17:22:09.742765 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-8dd5782d-6894-4185-b76e-df7350e32e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:09.744179 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-8dd5782d-6894-4185-b76e-df7350e32e91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0424421 Jan 10 17:22:09.788007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-846a08e5-70e2-4615-b95f-aa4fdb4d0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:09.789417 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-846a08e5-70e2-4615-b95f-aa4fdb4d0851 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382328 Jan 10 17:22:09.878324 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-81cfb7c1-1c87-4e5c-9fc4-96ca1e594414 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818760 Jan 10 17:22:09.968693 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f195afd-8849-4f1c-9e32-7f89dea457e1 req-d399a48e-bee9-4d13-bd1e-a782adbab7a6 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Jan 10 17:22:10.175953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57861b37-06a5-4275-8f13-c50366dd7f94 req-ed1b71a1-2498-4b63-a85e-abbd803a7d25 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:10.178096 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57861b37-06a5-4275-8f13-c50366dd7f94 req-ed1b71a1-2498-4b63-a85e-abbd803a7d25 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Jan 10 17:22:10.225271 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57861b37-06a5-4275-8f13-c50366dd7f94 req-34e405ba-b06d-4e32-8232-d790aebe5537 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Jan 10 17:22:10.440487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:11.343782 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075cbee-152b-4ef0-8166-d6aa13fb1e07 req-f4d2272c-dbc9-437d-b6d5-b8e205e92144 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:11.345259 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2075cbee-152b-4ef0-8166-d6aa13fb1e07 req-f4d2272c-dbc9-437d-b6d5-b8e205e92144 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0476635 Jan 10 17:22:11.390302 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2075cbee-152b-4ef0-8166-d6aa13fb1e07 req-88edda8d-a932-4186-b0f9-6bfb2875f55a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Jan 10 17:22:12.457654 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 220194c1-b203-4d17-9e1f-973e0f74cea3 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:22:12.478940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 220194c1-b203-4d17-9e1f-973e0f74cea3 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:22:12.479283 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 220194c1-b203-4d17-9e1f-973e0f74cea3 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:22:12.506977 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d61ec-2b05-41f7-9f7e-772770e9ae94 req-59d9254e-73ab-4459-a3ec-aa05fcd10bc8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:12.508456 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f2d61ec-2b05-41f7-9f7e-772770e9ae94 req-59d9254e-73ab-4459-a3ec-aa05fcd10bc8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0504951 Jan 10 17:22:12.558722 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f2d61ec-2b05-41f7-9f7e-772770e9ae94 req-810f0c73-eea3-4775-8bb9-647575fa8eb9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Jan 10 17:22:13.883326 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718ecb7-0a8a-4fd6-ad76-d98a7d10c1a9 req-34733e09-d6b5-4658-9582-72336dd68590 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:13.884904 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2718ecb7-0a8a-4fd6-ad76-d98a7d10c1a9 req-34733e09-d6b5-4658-9582-72336dd68590 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0483017 Jan 10 17:22:13.930981 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2718ecb7-0a8a-4fd6-ad76-d98a7d10c1a9 req-91cc7709-4e95-414a-b0d2-5465ca27abaf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Jan 10 17:22:15.047074 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ece1-92f1-4bf7-9668-367da59872b1 req-7ab2d415-2c66-457f-aafc-0ce33e7adca0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:15.048531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5ee6ece1-92f1-4bf7-9668-367da59872b1 req-7ab2d415-2c66-457f-aafc-0ce33e7adca0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0476308 Jan 10 17:22:15.094354 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5ee6ece1-92f1-4bf7-9668-367da59872b1 req-375072d8-781f-44ce-93ef-9f7ff03a58a3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Jan 10 17:22:16.222352 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094da4-eaca-4e1c-889f-93d59a6b8670 req-3eee6ecd-9841-450e-8fbd-c6039a44a959 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:16.223835 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff094da4-eaca-4e1c-889f-93d59a6b8670 req-3eee6ecd-9841-450e-8fbd-c6039a44a959 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0530798 Jan 10 17:22:16.270070 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ff094da4-eaca-4e1c-889f-93d59a6b8670 req-a4c684dc-206a-42c1-977e-4c2b14f13484 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Jan 10 17:22:17.396764 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae84d3-3c36-450b-a907-8ed27e52ac3c req-2badde91-d421-43af-866d-a18b12ed1ee0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:17.398314 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-beae84d3-3c36-450b-a907-8ed27e52ac3c req-2badde91-d421-43af-866d-a18b12ed1ee0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0518785 Jan 10 17:22:17.450311 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-beae84d3-3c36-450b-a907-8ed27e52ac3c req-9fdff6fc-8033-4345-a39a-7829a7c8243c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Jan 10 17:22:18.358745 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:22:18.460075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:18.475433 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'mac_address': 'fa:16:3e:12:d6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:22:18.520080 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:18.520490 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:18.534674 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:22:18.560200 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:18.564670 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:18.614305 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb058518-4e34-4966-9255-a4454f1f0148 req-93e3aef4-c2f5-4668-98c0-cadc49a7aabb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:18.620250 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=9']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:18.623136 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb058518-4e34-4966-9255-a4454f1f0148 req-93e3aef4-c2f5-4668-98c0-cadc49a7aabb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 943 time: 0.0959990 Jan 10 17:22:18.678248 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb058518-4e34-4966-9255-a4454f1f0148 req-fe3093ff-299d-42e3-8eaf-3299aff3ccb8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538945 Jan 10 17:22:18.972270 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['231c3184-ee2c-4304-bb2c-b5daedd3b43a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:22:19.800726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc926a7-72af-4d7a-baaa-d88a571f8628 req-082bfbe7-ca26-4703-83d4-6bc32c637ef6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:19.802251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bc926a7-72af-4d7a-baaa-d88a571f8628 req-082bfbe7-ca26-4703-83d4-6bc32c637ef6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Jan 10 17:22:19.849479 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bc926a7-72af-4d7a-baaa-d88a571f8628 req-dc932682-627f-4517-81a5-2f85837f9273 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Jan 10 17:22:20.391613 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:20.448899 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 231c3184-ee2c-4304-bb2c-b5daedd3b43a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:20.449272 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:20.531331 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 231c3184-ee2c-4304-bb2c-b5daedd3b43a is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:20.532010 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:20.558673 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:22:20.560995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3a78b-e983-44c3-824b-a05d5a356adb" -d '{"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:22:20.575223 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:20.580967 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:20.608844 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea755f9-da00-49bc-b782-ce325d3d8bfe x-openstack-request-id: req-1ea755f9-da00-49bc-b782-ce325d3d8bfe {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:22:20.609153 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-plugged", "status": "completed", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:22:20.609407 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ea755f9-da00-49bc-b782-ce325d3d8bfe {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:22:20.609809 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'code': 200} Jan 10 17:22:20.646890 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:20.654348 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.654825 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.655190 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.655525 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.655895 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.656220 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.656610 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.656842 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.657252 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.657477 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.657807 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.658115 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.658493 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:20.973726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807eb99-8ed1-4f14-baab-b325acb98991 req-b87fa78a-7aac-444b-8b20-dbc78292fe9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:20.975164 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3807eb99-8ed1-4f14-baab-b325acb98991 req-b87fa78a-7aac-444b-8b20-dbc78292fe9a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0511639 Jan 10 17:22:21.024891 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3807eb99-8ed1-4f14-baab-b325acb98991 req-49ad432e-3898-41c8-ad4f-fd3470921581 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Jan 10 17:22:21.312904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81dafb-77c6-4931-95e2-1c3e3812046a req-cc7fa013-96cb-49f6-a95e-bd06361ef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:21.314921 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b81dafb-77c6-4931-95e2-1c3e3812046a req-cc7fa013-96cb-49f6-a95e-bd06361ef18b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 1099 time: 0.1445320 Jan 10 17:22:21.364926 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b81dafb-77c6-4931-95e2-1c3e3812046a req-8cc391ad-5a91-43d2-a85e-80ca3ccd84e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Jan 10 17:22:22.176822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c80e-8984-46b9-9945-1b34081f72ac req-ac849f9c-8e80-4039-946a-a564e3c2e3ae tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:22.178251 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f302c80e-8984-46b9-9945-1b34081f72ac req-ac849f9c-8e80-4039-946a-a564e3c2e3ae tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0697701 Jan 10 17:22:22.226516 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f302c80e-8984-46b9-9945-1b34081f72ac req-a9cec5c2-39bd-4e07-af36-45e06994fdb8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Jan 10 17:22:23.397642 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3916007-a936-4e59-8d50-d8da9a90d695 req-81cad54f-e6c6-4497-b62f-1d1a27b5ff79 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:23.407687 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3916007-a936-4e59-8d50-d8da9a90d695 req-81cad54f-e6c6-4497-b62f-1d1a27b5ff79 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.1014538 Jan 10 17:22:23.484108 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3916007-a936-4e59-8d50-d8da9a90d695 req-190479a5-3471-4c75-b7b1-c61214b5bbfc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756149 Jan 10 17:22:24.613118 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394e34-8988-4f2c-b05d-dc68960f131e req-616219fe-391c-4e4f-9620-dc168b35e6c1 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:24.614837 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6394e34-8988-4f2c-b05d-dc68960f131e req-616219fe-391c-4e4f-9620-dc168b35e6c1 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0508389 Jan 10 17:22:24.664245 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6394e34-8988-4f2c-b05d-dc68960f131e req-ce563e24-d6c1-4d91-a58f-ed732bb28bbc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Jan 10 17:22:33.633272 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41958) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:33.675760 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Deleting subnet b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:22:33.678703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Publish callbacks [] for subnet (b0f4572b-d7c8-4b6d-95ea-daba7692ffa2), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.714779 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (b0f4572b-d7c8-4b6d-95ea-daba7692ffa2), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.751898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (b0f4572b-d7c8-4b6d-95ea-daba7692ffa2), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.802008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (b0f4572b-d7c8-4b6d-95ea-daba7692ffa2), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.827228 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f4572b-d7c8-4b6d-95ea-daba7692ffa2,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:33.831020 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.837094 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4e058a32-9f97-446c-a7e1-f878a1f4126e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b0f4572b-d7c8-4b6d-95ea-daba7692ffa2 HTTP/1.1" status: 204 len: 168 time: 0.1999536 Jan 10 17:22:33.837818 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 41960) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:33.907029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (660e57cd-dfa8-4292-b311-92bb4dd94497), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.949430 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-34aafe3a-2caf-49ac-8e64-52c54f982e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:33.987003 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (660e57cd-dfa8-4292-b311-92bb4dd94497), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.006233 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e57cd-dfa8-4292-b311-92bb4dd94497']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:34.015593 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54631e50-e45c-4885-961b-a99fa25d5ce0') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:34.015893 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54631e50-e45c-4885-961b-a99fa25d5ce0') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:34.024834 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (54631e50-e45c-4885-961b-a99fa25d5ce0), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.037555 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (54631e50-e45c-4885-961b-a99fa25d5ce0), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.043266 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:22:34.043639 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (54631e50-e45c-4885-961b-a99fa25d5ce0), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:22:34.045227 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:22:34.102501 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (660e57cd-dfa8-4292-b311-92bb4dd94497), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.107566 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.110730 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] 10.222.0.10 "DELETE /v2.0/networks/660e57cd-dfa8-4292-b311-92bb4dd94497 HTTP/1.1" status: 204 len: 168 time: 0.2725275 Jan 10 17:22:34.121323 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548bb1-1238-4d7b-9c2a-8777951af6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=660e57cd-dfa8-4292-b311-92bb4dd94497,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:34.268206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41964) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:34.318476 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1d76a9fe-77f9-4c21-a0c4-24751862e599 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c7331c9f43f4dadb81389a8a3078cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490007 Jan 10 17:22:34.321061 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41966) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:34.365514 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Publish callbacks [] for security_group (cdb0810b-6726-4703-88e9-c7805b8c4c28), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.385913 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Publish callbacks [] for security_group (cdb0810b-6726-4703-88e9-c7805b8c4c28), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.436162 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (cdb0810b-6726-4703-88e9-c7805b8c4c28), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.438985 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:34.440137 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdb0810b-6726-4703-88e9-c7805b8c4c28 HTTP/1.1" status: 204 len: 168 time: 0.1181788 Jan 10 17:22:34.447694 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb0810b-6726-4703-88e9-c7805b8c4c28,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:34.454588 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.454944 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.455287 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.455628 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.455964 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.456302 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.456646 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.457079 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.457415 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.457745 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.458069 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.458418 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.458740 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f941b-dec9-4181-8da6-ed099f0c1812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:34.511660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.117268 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41988) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:35.209075 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2052268226-network', 'tenant_id': '979584fafc174717b41864321690e2be'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:35.231439 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Made reservation on behalf of 979584fafc174717b41864321690e2be for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:22:35.233872 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.242016 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.313550 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks [] for security_group (74be48ed-9b6c-4a1e-9e3d-872baf7cfa68), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.317374 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (74be48ed-9b6c-4a1e-9e3d-872baf7cfa68), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.338886 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:22:35.351601 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:35.356925 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (5688fce9-1937-4403-ba23-a19a314f1291), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.357267 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Added segment 5688fce9-1937-4403-ba23-a19a314f1291 of type vlan for network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec Jan 10 17:22:35.396296 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.419719 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.420721 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:35.421295 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.479300 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3582852 Jan 10 17:22:35.479482 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41992) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:35.485833 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Request body: {'subnet': {'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2052268226-subnet', 'tenant_id': '979584fafc174717b41864321690e2be', 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:35.492816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b70f5d-8db1-4db7-86fd-39546854569e admin admin] Pushing event updated for resources: {'Network': ['ID=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:35.502748 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:22:35.513749 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Made reservation on behalf of 979584fafc174717b41864321690e2be for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:22:35.516150 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8613705'] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.677714 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8613723'] for subnet (3b29fe73-ed18-4b74-b1c9-429b85741742), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.731298 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b29fe73-ed18-4b74-b1c9-429b85741742,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:35.740083 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Checking segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:35.740477 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Network hostable DHCP agents. Network: e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:22:35.756917 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:22:35.764372 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:35.768326 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:35.768906 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.773114 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ed429-b054-4996-a535-2916b4192384 None None] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:22:35.783030 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-24fceab3-6ece-4836-8a44-f3dcffe8ee2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3026698 Jan 10 17:22:35.785847 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41994) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:35.790677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:35.812077 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (80732abc-fb16-4889-8164-5e8455fc61fb), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.813214 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (80732abc-fb16-4889-8164-5e8455fc61fb), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.866388 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for router_controller (80732abc-fb16-4889-8164-5e8455fc61fb), precommit_add_association {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.874431 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'project_id': '979584fafc174717b41864321690e2be', 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:22:35.875347 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:35.998383 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for router_gateway (80732abc-fb16-4889-8164-5e8455fc61fb), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.006837 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Allocated IP 172.20.0.2 (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec/3b29fe73-ed18-4b74-b1c9-429b85741742/9d56600b-6bb6-454e-a959-d670733d2842) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:36.143281 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks [] for port (9d56600b-6bb6-454e-a959-d670733d2842), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.149447 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (9d56600b-6bb6-454e-a959-d670733d2842), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.191350 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:36.196576 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:36.200902 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for router_gateway (80732abc-fb16-4889-8164-5e8455fc61fb), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.201090 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:36.203986 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Pushing event updated for resources: {'Port': ['ID=9d56600b-6bb6-454e-a959-d670733d2842,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:36.219921 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.253991 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Attempting to bind port 9d56600b-6bb6-454e-a959-d670733d2842 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:36.254302 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Attempting to bind port 9d56600b-6bb6-454e-a959-d670733d2842 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:36.254659 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Attempting to bind port 9d56600b-6bb6-454e-a959-d670733d2842 on network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:36.260209 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:36.260573 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Checking segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:36.260975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.261364 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Bound using segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:36.261831 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Bound port: 9d56600b-6bb6-454e-a959-d670733d2842, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:36.262207 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (9d56600b-6bb6-454e-a959-d670733d2842), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.322438 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] For port 9d56600b-6bb6-454e-a959-d670733d2842, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:36.324222 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Allocated IP 172.27.1.77 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/89bd62b0-09c1-4509-a982-355536c942cb) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:36.325444 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] For port 9d56600b-6bb6-454e-a959-d670733d2842, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=9d56600b-6bb6-454e-a959-d670733d2842,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:36.329414 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (9d56600b-6bb6-454e-a959-d670733d2842), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.389274 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c97c5-421f-4fa0-ab35-877732124aee None None] Pushing event updated for resources: {'Port': ['ID=9d56600b-6bb6-454e-a959-d670733d2842,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:36.424228 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4b6021e-506e-4f54-bf6f-f908fc982b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.437969 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for port (89bd62b0-09c1-4509-a982-355536c942cb), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.472105 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (89bd62b0-09c1-4509-a982-355536c942cb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.511133 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:36.513918 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:36.517417 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:36.547149 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Pushing event updated for resources: {'Port': ['ID=89bd62b0-09c1-4509-a982-355536c942cb,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:36.779192 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for router_gateway (80732abc-fb16-4889-8164-5e8455fc61fb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:36.968235 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (80732abc-fb16-4889-8164-5e8455fc61fb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.098537 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Router 80732abc-fb16-4889-8164-5e8455fc61fb is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:22:37.196550 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.207990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:22:37.220050 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Sync routers for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:22:37.230818 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:37.231404 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.231535 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:37.235220 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-38720812-e091-492f-bef5-7a46d51ada24 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4457211 Jan 10 17:22:37.235384 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 41998) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:37.421506 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b54fb9-a1bb-4d4f-bba9-3b0da8350b92 None None] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:22:37.502057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Provisioning complete for port 9d56600b-6bb6-454e-a959-d670733d2842 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:37.502460 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (9d56600b-6bb6-454e-a959-d670733d2842), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.559608 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:37.640168 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.739317 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Current status of the port 9d56600b-6bb6-454e-a959-d670733d2842 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:37.739706 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (9d56600b-6bb6-454e-a959-d670733d2842), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.801482 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Allocated IP 172.20.0.1 (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec/3b29fe73-ed18-4b74-b1c9-429b85741742/a4f4d78b-572f-4ef0-b6fa-52d3088a0782) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:37.807553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] For port 9d56600b-6bb6-454e-a959-d670733d2842, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=9d56600b-6bb6-454e-a959-d670733d2842,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:37.814937 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (9d56600b-6bb6-454e-a959-d670733d2842), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.869495 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:36Z', 'revision_number': 3, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:37.899209 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e640ae-c0ef-4eee-a609-fdc467040aa2 None None] Pushing event updated for resources: {'Port': ['ID=9d56600b-6bb6-454e-a959-d670733d2842,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:37.901814 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Checking router: 80732abc-fb16-4889-8164-5e8455fc61fb for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:22:37.902098 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Updating router 80732abc-fb16-4889-8164-5e8455fc61fb port 89bd62b0-09c1-4509-a982-355536c942cb binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:22:37.914311 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks [] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.942432 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89bd62b0-09c1-4509-a982-355536c942cb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.952178 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.976742 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-362e9c8b-5ab3-4187-9d7f-c1e2d8235972 None None] Provisioning complete for port 9d56600b-6bb6-454e-a959-d670733d2842 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:37.977461 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-362e9c8b-5ab3-4187-9d7f-c1e2d8235972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (9d56600b-6bb6-454e-a959-d670733d2842), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:37.995741 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:37.998614 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:38.000993 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:38.023775 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Pushing event updated for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:38.044533 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (80732abc-fb16-4889-8164-5e8455fc61fb), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.051142 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 9d56600b-6bb6-454e-a959-d670733d2842 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:38.184132 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.235311 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 9d56600b-6bb6-454e-a959-d670733d2842 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:38.235889 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (9d56600b-6bb6-454e-a959-d670733d2842), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.245555 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-362e9c8b-5ab3-4187-9d7f-c1e2d8235972 None None] Current status of the port 9d56600b-6bb6-454e-a959-d670733d2842 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:38.345208 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks [] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.349890 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.374502 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks [] for port (89bd62b0-09c1-4509-a982-355536c942cb), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.384853 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89bd62b0-09c1-4509-a982-355536c942cb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.392184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 9d56600b-6bb6-454e-a959-d670733d2842 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:38.419984 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Pushing event updated for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:38.423432 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (80732abc-fb16-4889-8164-5e8455fc61fb), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.426348 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b5d5fa69-cf99-4078-b8c5-e35e60d4a055 None None] Provisioning complete for port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:38.426729 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b5d5fa69-cf99-4078-b8c5-e35e60d4a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.473733 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Attempting to bind port 89bd62b0-09c1-4509-a982-355536c942cb on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:38.474015 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Attempting to bind port 89bd62b0-09c1-4509-a982-355536c942cb by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:38.474362 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Attempting to bind port 89bd62b0-09c1-4509-a982-355536c942cb on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:38.479899 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a014d-fe54-419a-8fbe-5b2ddcbc5059 None None] Pushing event updated for resources: {'Port': ['ID=89bd62b0-09c1-4509-a982-355536c942cb,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:38.487014 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:38.487305 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:38.487729 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.488186 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:38.488655 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Bound port: 89bd62b0-09c1-4509-a982-355536c942cb, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:38.489055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89bd62b0-09c1-4509-a982-355536c942cb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.510827 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5fa69-cf99-4078-b8c5-e35e60d4a055 None None] Port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:22:38.552622 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] For port 89bd62b0-09c1-4509-a982-355536c942cb, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:38.555977 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] For port 89bd62b0-09c1-4509-a982-355536c942cb, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=89bd62b0-09c1-4509-a982-355536c942cb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:38.560929 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89bd62b0-09c1-4509-a982-355536c942cb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.618776 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:38.619425 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:38.657412 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a014d-fe54-419a-8fbe-5b2ddcbc5059 None None] Pushing event updated for resources: {'Port': ['ID=89bd62b0-09c1-4509-a982-355536c942cb,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:38.727625 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:38.754927 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:38.757146 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:38.827813 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:38.874348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Router 80732abc-fb16-4889-8164-5e8455fc61fb has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:22:38.948865 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 2, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:38.975953 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73aac97-129f-4199-84a6-6c9cc6635a63 None None] The sync data for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi is: [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 2, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:22:38.986587 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:22:38.991751 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d1919461-7fc9-4b4c-8e12-c40361ff8dfa admin admin] 10.222.0.10 "PUT /v2.0/routers/80732abc-fb16-4889-8164-5e8455fc61fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553952 Jan 10 17:22:39.033240 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-57311069-e8af-4f2b-98cf-dff82e9922a6 None None] Provisioning complete for port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:39.033711 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57311069-e8af-4f2b-98cf-dff82e9922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.069121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-57311069-e8af-4f2b-98cf-dff82e9922a6 None None] Port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:22:39.483343 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42014) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:39.488321 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248875469-network', 'tenant_id': 'd37b31e95864424daeb300111f132b2d'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:39.512208 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Made reservation on behalf of d37b31e95864424daeb300111f132b2d for: {'network': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:22:39.514720 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.524287 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.621638 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks [] for security_group (8731ee7c-d175-4530-ab10-b0e521636d40), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.625853 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8731ee7c-d175-4530-ab10-b0e521636d40), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.651179 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102728) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:22:39.661332 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8731ee7c-d175-4530-ab10-b0e521636d40,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:39.668325 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (a196e3df-2a64-4ad5-ba25-6f0cec532c7b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.668670 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.segments_db [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Added segment a196e3df-2a64-4ad5-ba25-6f0cec532c7b of type vlan for network 53bdc56d-c896-4548-9be9-4736355e1a27 Jan 10 17:22:39.709795 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (53bdc56d-c896-4548-9be9-4736355e1a27), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.735264 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (53bdc56d-c896-4548-9be9-4736355e1a27), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.736313 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:39.736923 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.771944 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2874484 Jan 10 17:22:39.775060 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42016) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:39.780479 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Request body: {'subnet': {'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248875469-subnet', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:39.804620 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afba44-b01a-441d-b581-b0116cbe57e1 admin admin] Pushing event updated for resources: {'Network': ['ID=53bdc56d-c896-4548-9be9-4736355e1a27,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:39.805895 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Made reservation on behalf of d37b31e95864424daeb300111f132b2d for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:22:39.808644 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:39.815940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 53bdc56d-c896-4548-9be9-4736355e1a27 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:22:40.031711 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (6f712d5e-4d90-42ce-87f5-5848f9598111), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.059196 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 89bd62b0-09c1-4509-a982-355536c942cb up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:40.107683 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Checking segment: {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:40.108206 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Network hostable DHCP agents. Network: 53bdc56d-c896-4548-9be9-4736355e1a27, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:22:40.111152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f712d5e-4d90-42ce-87f5-5848f9598111,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:40.114114 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 89bd62b0-09c1-4509-a982-355536c942cb triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:40.114261 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (89bd62b0-09c1-4509-a982-355536c942cb), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.120581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.120942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.121306 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.121641 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.121978 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.122338 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.122675 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.123008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.123345 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.123694 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.124023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.124344 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.124667 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:40.140912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Network 53bdc56d-c896-4548-9be9-4736355e1a27 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:22:40.152665 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 53bdc56d-c896-4548-9be9-4736355e1a27) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:40.161871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e66012-7fee-4e4e-9e3f-2d7f49de4cd8 None None] Network 53bdc56d-c896-4548-9be9-4736355e1a27 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:22:40.165619 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:40.166601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.184496 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-fcec2625-9501-40cc-9706-2e6cdb7af4d4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4082067 Jan 10 17:22:40.186989 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42018) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:40.191792 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:40.216882 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (0836f543-a098-4910-9d2e-45fdc61cf892), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.218093 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (0836f543-a098-4910-9d2e-45fdc61cf892), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.274945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for router_controller (0836f543-a098-4910-9d2e-45fdc61cf892), precommit_add_association {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.286324 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 89bd62b0-09c1-4509-a982-355536c942cb is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:40.287051 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (89bd62b0-09c1-4509-a982-355536c942cb), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.316941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-53bdc56d-c896-4548-9be9-4736355e1a27', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'project_id': 'd37b31e95864424daeb300111f132b2d', 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:22:40.317790 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.333903 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 89bd62b0-09c1-4509-a982-355536c942cb, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=89bd62b0-09c1-4509-a982-355536c942cb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:40.341520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (89bd62b0-09c1-4509-a982-355536c942cb), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.420131 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for router_gateway (0836f543-a098-4910-9d2e-45fdc61cf892), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.462825 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.467227 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=89bd62b0-09c1-4509-a982-355536c942cb,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:40.516018 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Allocated IP 172.20.0.2 (53bdc56d-c896-4548-9be9-4736355e1a27/6f712d5e-4d90-42ce-87f5-5848f9598111/93c89e9a-1678-4ee9-be40-7dc80a08ed14) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:40.627326 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for router_gateway (0836f543-a098-4910-9d2e-45fdc61cf892), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.646285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.659204 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks [] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.665456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.698739 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Network 53bdc56d-c896-4548-9be9-4736355e1a27 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:40.701726 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:40.709293 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:40.742100 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Pushing event updated for resources: {'Port': ['ID=93c89e9a-1678-4ee9-be40-7dc80a08ed14,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:40.767919 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Allocated IP 172.27.1.200 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/367f20e9-d065-4d02-a569-92b038e99493) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:40.776458 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Attempting to bind port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:40.776622 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Attempting to bind port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:40.776916 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Attempting to bind port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 on network 53bdc56d-c896-4548-9be9-4736355e1a27 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:40.782186 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:40.782630 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Checking segment: {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:40.783044 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.783441 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Bound using segment: {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:40.783913 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Bound port: 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:40.784297 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.850149 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] For port 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:40.853289 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] For port 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93c89e9a-1678-4ee9-be40-7dc80a08ed14,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:40.859116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.875254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for port (367f20e9-d065-4d02-a569-92b038e99493), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.914770 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (367f20e9-d065-4d02-a569-92b038e99493), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:40.917997 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c76f0-6c89-44d3-af80-e7a9d256926f None None] Pushing event updated for resources: {'Port': ['ID=93c89e9a-1678-4ee9-be40-7dc80a08ed14,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:40.955470 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:40.958656 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:40.962759 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:40.968780 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Pushing event updated for resources: {'Port': ['ID=367f20e9-d065-4d02-a569-92b038e99493,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:41.109801 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00642053-438f-460f-ba90-81d0525f669c None None] Sync routers for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:22:41.121519 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:41.122164 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:41.236758 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:41.239479 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for router_gateway (0836f543-a098-4910-9d2e-45fdc61cf892), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.429149 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 2, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:41.433037 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (0836f543-a098-4910-9d2e-45fdc61cf892), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.454096 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00642053-438f-460f-ba90-81d0525f669c None None] Checking router: 80732abc-fb16-4889-8164-5e8455fc61fb for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:22:41.454478 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00642053-438f-460f-ba90-81d0525f669c None None] Updating router 80732abc-fb16-4889-8164-5e8455fc61fb port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:22:41.483231 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.564430 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Router 0836f543-a098-4910-9d2e-45fdc61cf892 is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:22:41.675928 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:22:41.690032 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Sync routers for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:22:41.701293 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.705026 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ecc3f75c-2583-40ae-b519-c27b9a151e24 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5146012 Jan 10 17:22:41.705176 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:41.705176 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:41.705376 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42020) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:22:41.762541 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks [] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.771322 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.839805 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Pushing event updated for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:41.841434 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:41.889916 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.890310 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.890685 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.891036 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.891378 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.891716 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.892054 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.892390 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.892724 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.893072 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.893408 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.893738 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.894067 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:22:41.930592 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00642053-438f-460f-ba90-81d0525f669c None None] Attempting to bind port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:41.930965 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00642053-438f-460f-ba90-81d0525f669c None None] Attempting to bind port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:41.931417 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642053-438f-460f-ba90-81d0525f669c None None] Attempting to bind port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 on network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:41.937728 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642053-438f-460f-ba90-81d0525f669c None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:41.937971 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642053-438f-460f-ba90-81d0525f669c None None] Checking segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:41.938638 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:41.938993 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00642053-438f-460f-ba90-81d0525f669c None None] Bound using segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:41.939745 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-00642053-438f-460f-ba90-81d0525f669c None None] Bound port: a4f4d78b-572f-4ef0-b6fa-52d3088a0782, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:41.940126 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.035250 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540f875-86a0-474d-a597-481808fbb549 None None] Network 53bdc56d-c896-4548-9be9-4736355e1a27 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:22:42.059156 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-00642053-438f-460f-ba90-81d0525f669c None None] For port a4f4d78b-572f-4ef0-b6fa-52d3088a0782, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:42.063570 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-00642053-438f-460f-ba90-81d0525f669c None None] For port a4f4d78b-572f-4ef0-b6fa-52d3088a0782, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:42.071715 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-00642053-438f-460f-ba90-81d0525f669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.146772 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:42.152043 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:42.172252 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Provisioning complete for port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:42.172839 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.186401 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8a5b2-c2bf-4649-98b2-9e7488eb83da None None] Pushing event updated for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:42.212375 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 89bd62b0-09c1-4509-a982-355536c942cb up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:42.215309 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:41Z', 'revision_number': 3, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:42.288508 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Checking router: 0836f543-a098-4910-9d2e-45fdc61cf892 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:22:42.288862 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Updating router 0836f543-a098-4910-9d2e-45fdc61cf892 port 367f20e9-d065-4d02-a569-92b038e99493 binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:22:42.327502 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:42.341411 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (367f20e9-d065-4d02-a569-92b038e99493), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.474440 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 89bd62b0-09c1-4509-a982-355536c942cb triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:42.474823 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (89bd62b0-09c1-4509-a982-355536c942cb), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.512338 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Current status of the port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:42.512728 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.517605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.630699 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] For port 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93c89e9a-1678-4ee9-be40-7dc80a08ed14,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:42.638941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.688370 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-00642053-438f-460f-ba90-81d0525f669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:42Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:42.709244 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Allocated IP 172.20.0.1 (53bdc56d-c896-4548-9be9-4736355e1a27/6f712d5e-4d90-42ce-87f5-5848f9598111/8889c087-a645-4b85-a624-659de1b6b0f9) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:42.717721 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00642053-438f-460f-ba90-81d0525f669c None None] The sync data for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi is: [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:42Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:22:42.829513 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks [] for port (8889c087-a645-4b85-a624-659de1b6b0f9), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.867802 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.895011 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 89bd62b0-09c1-4509-a982-355536c942cb is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:42.896109 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93c89e9a-1678-4ee9-be40-7dc80a08ed14 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:42.899706 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f04f4-c660-4127-8134-582ff4c74f2e None None] Pushing event updated for resources: {'Port': ['ID=93c89e9a-1678-4ee9-be40-7dc80a08ed14,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:42.910772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Network 53bdc56d-c896-4548-9be9-4736355e1a27 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:42.914668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:42.918557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:42.931703 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Provisioning complete for port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:42.932095 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:42.956743 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Pushing event updated for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:42.980306 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (0836f543-a098-4910-9d2e-45fdc61cf892), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.022905 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks [] for port (367f20e9-d065-4d02-a569-92b038e99493), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.040973 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (367f20e9-d065-4d02-a569-92b038e99493), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.046492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:43.046864 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.154899 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.160743 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Current status of the port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:43.163557 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Attempting to bind port 367f20e9-d065-4d02-a569-92b038e99493 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:43.163923 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Attempting to bind port 367f20e9-d065-4d02-a569-92b038e99493 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:43.164279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Attempting to bind port 367f20e9-d065-4d02-a569-92b038e99493 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:43.168118 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8494ae-f8b4-408f-9cbc-9f74ccba7080 None None] Pushing event updated for resources: {'Port': ['ID=367f20e9-d065-4d02-a569-92b038e99493,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:43.180147 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:43.180524 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:43.180940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.181312 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:43.181788 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Bound port: 367f20e9-d065-4d02-a569-92b038e99493, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:43.182166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (367f20e9-d065-4d02-a569-92b038e99493), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.217136 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Provisioning complete for port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:43.217642 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.300201 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] For port 367f20e9-d065-4d02-a569-92b038e99493, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:43.305273 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] For port 367f20e9-d065-4d02-a569-92b038e99493, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=367f20e9-d065-4d02-a569-92b038e99493,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:43.307970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:43.313057 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (367f20e9-d065-4d02-a569-92b038e99493), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.343398 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks [] for port (8889c087-a645-4b85-a624-659de1b6b0f9), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.352059 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.403758 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:43.404397 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:43.409052 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8494ae-f8b4-408f-9cbc-9f74ccba7080 None None] Pushing event updated for resources: {'Port': ['ID=367f20e9-d065-4d02-a569-92b038e99493,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:43.410862 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (0836f543-a098-4910-9d2e-45fdc61cf892), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.442829 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Pushing event updated for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:43.471926 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Current status of the port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:43.472314 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.521590 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Network 53bdc56d-c896-4548-9be9-4736355e1a27 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:43.522600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] For port a4f4d78b-572f-4ef0-b6fa-52d3088a0782, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:43.527674 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.528428 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:43.571160 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:43.619253 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7048fb-c78d-466a-af4d-d391cd42dbae None None] Pushing event updated for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:43.657686 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Router 0836f543-a098-4910-9d2e-45fdc61cf892 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:22:43.720075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-39606993-8dea-489b-ae4e-1cc99aa0eacd None None] Provisioning complete for port 8889c087-a645-4b85-a624-659de1b6b0f9 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:43.720375 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-39606993-8dea-489b-ae4e-1cc99aa0eacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.767951 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:22:43.772783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-39606993-8dea-489b-ae4e-1cc99aa0eacd None None] Port 8889c087-a645-4b85-a624-659de1b6b0f9 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:22:43.776218 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-33785898-9b9c-4d6d-ab8a-42e66ab6906e admin admin] 10.222.0.10 "PUT /v2.0/routers/0836f543-a098-4910-9d2e-45fdc61cf892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0673971 Jan 10 17:22:43.823386 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '8889c087-a645-4b85-a624-659de1b6b0f9', 'name': '', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'mac_address': 'fa:16:3e:26:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:42Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 2, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'subnets': [{'id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:43.853797 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25189eb4-1929-4c88-84bd-049750f7bcb5 None None] The sync data for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi is: [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '8889c087-a645-4b85-a624-659de1b6b0f9', 'name': '', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'mac_address': 'fa:16:3e:26:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:42Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 2, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'subnets': [{'id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:22:43.901024 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-af8b3731-a73f-4540-89df-07e7b2ba3183 None None] Provisioning complete for port 8889c087-a645-4b85-a624-659de1b6b0f9 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:43.901402 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af8b3731-a73f-4540-89df-07e7b2ba3183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:43.947789 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-af8b3731-a73f-4540-89df-07e7b2ba3183 None None] Port 8889c087-a645-4b85-a624-659de1b6b0f9 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:22:44.031849 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device a4f4d78b-572f-4ef0-b6fa-52d3088a0782 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:44.102142 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:44.102858 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:44.212896 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:44.214004 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93c89e9a-1678-4ee9-be40-7dc80a08ed14 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:44.263757 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:44.264141 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:44.343433 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:44.471301 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:22:46.053654 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 367f20e9-d065-4d02-a569-92b038e99493 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:46.126992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 367f20e9-d065-4d02-a569-92b038e99493 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:46.127380 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (367f20e9-d065-4d02-a569-92b038e99493), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:46.215395 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 367f20e9-d065-4d02-a569-92b038e99493 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:46.215992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (367f20e9-d065-4d02-a569-92b038e99493), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:46.238864 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port 367f20e9-d065-4d02-a569-92b038e99493, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=367f20e9-d065-4d02-a569-92b038e99493,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:46.243403 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (367f20e9-d065-4d02-a569-92b038e99493), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:46.303987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=367f20e9-d065-4d02-a569-92b038e99493,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:46.934749 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Sync routers for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:22:46.945853 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:46.946510 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:47.091513 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:47.305054 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '8889c087-a645-4b85-a624-659de1b6b0f9', 'name': '', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'mac_address': 'fa:16:3e:26:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:42Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 2, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'subnets': [{'id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:47.333046 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Checking router: 0836f543-a098-4910-9d2e-45fdc61cf892 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:22:47.333426 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Updating router 0836f543-a098-4910-9d2e-45fdc61cf892 port 8889c087-a645-4b85-a624-659de1b6b0f9 binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:22:47.359508 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.649088 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks [] for port (8889c087-a645-4b85-a624-659de1b6b0f9), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.655957 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.710856 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71287-f5f7-4065-905d-85480d513f89 None None] Pushing event updated for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:47.767489 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Attempting to bind port 8889c087-a645-4b85-a624-659de1b6b0f9 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:22:47.767868 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Attempting to bind port 8889c087-a645-4b85-a624-659de1b6b0f9 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:22:47.768233 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Attempting to bind port 8889c087-a645-4b85-a624-659de1b6b0f9 on network 53bdc56d-c896-4548-9be9-4736355e1a27 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:22:47.774193 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:22:47.774596 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Checking segment: {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:22:47.775070 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.775397 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Bound using segment: {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:22:47.776021 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Bound port: 8889c087-a645-4b85-a624-659de1b6b0f9, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:22:47.776402 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.861766 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] For port 8889c087-a645-4b85-a624-659de1b6b0f9, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:22:47.865279 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] For port 8889c087-a645-4b85-a624-659de1b6b0f9, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8889c087-a645-4b85-a624-659de1b6b0f9,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:22:47.871880 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:47.940633 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:22:47.941255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:22:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:47.943155 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71287-f5f7-4065-905d-85480d513f89 None None] Pushing event updated for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:48.002545 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Provisioning complete for port 8889c087-a645-4b85-a624-659de1b6b0f9 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:48.003122 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:48.074702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 367f20e9-d065-4d02-a569-92b038e99493 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:48.096602 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:22:48.222565 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 367f20e9-d065-4d02-a569-92b038e99493 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:48.223196 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (367f20e9-d065-4d02-a569-92b038e99493), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:48.227458 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Current status of the port 8889c087-a645-4b85-a624-659de1b6b0f9 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:48.228035 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:48.290398 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] For port 8889c087-a645-4b85-a624-659de1b6b0f9, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8889c087-a645-4b85-a624-659de1b6b0f9,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:22:48.301149 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:48.329892 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '8889c087-a645-4b85-a624-659de1b6b0f9', 'name': '', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'mac_address': 'fa:16:3e:26:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:42Z', 'updated_at': '2022-01-10T17:22:47Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'subnets': [{'id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:22:48.362727 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511ebc1-7b94-4d41-b6ba-13cf7aac6f3b None None] The sync data for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi is: [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '8889c087-a645-4b85-a624-659de1b6b0f9', 'name': '', 'network_id': '53bdc56d-c896-4548-9be9-4736355e1a27', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'mac_address': 'fa:16:3e:26:62:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:42Z', 'updated_at': '2022-01-10T17:22:47Z', 'revision_number': 4, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'subnets': [{'id': '6f712d5e-4d90-42ce-87f5-5848f9598111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:22:48.373461 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 367f20e9-d065-4d02-a569-92b038e99493 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:48.379874 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df486556-5501-42e4-9b52-eafe9af3b901 None None] Pushing event updated for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:48.431117 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-12cf9e11-24d6-40d1-a1f7-225552a648e2 None None] Provisioning complete for port 8889c087-a645-4b85-a624-659de1b6b0f9 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:48.432284 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12cf9e11-24d6-40d1-a1f7-225552a648e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:48.544074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-12cf9e11-24d6-40d1-a1f7-225552a648e2 None None] Current status of the port 8889c087-a645-4b85-a624-659de1b6b0f9 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:50.032366 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8889c087-a645-4b85-a624-659de1b6b0f9 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:22:50.091987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 8889c087-a645-4b85-a624-659de1b6b0f9 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:50.091987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:50.178711 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 8889c087-a645-4b85-a624-659de1b6b0f9 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:22:53.505236 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-1084bba1-4d81-4191-8ba5-78a69f83f77b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:53.507368 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-1084bba1-4d81-4191-8ba5-78a69f83f77b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 815 time: 0.0988345 Jan 10 17:22:53.521199 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-1bd5ff7f-a1e7-4c78-82c5-580feab83336 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/quotas/979584fafc174717b41864321690e2be HTTP/1.1" status: 200 len: 375 time: 0.0085897 Jan 10 17:22:53.574561 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-4f993c5b-7f9b-4ee5-b09c-2f29c2ab505c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485523 Jan 10 17:22:53.755579 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-fe3b6629-e356-4d52-b4d8-5c1ff95b35b7 service neutron] 10.222.0.10 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701262 Jan 10 17:22:53.843121 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-05fff3a2-5c1c-44ee-a03f-11911d7f4807 service neutron] 10.222.0.10 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818024 Jan 10 17:22:54.001798 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a261d299-53df-4302-821d-a10075c0497d req-90f634f5-0cae-4250-b265-51f2fcd1b04d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 210 time: 0.0269911 Jan 10 17:22:55.078870 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-31f16136-4332-44b7-97f7-6eb8f178116c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:55.080442 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-31f16136-4332-44b7-97f7-6eb8f178116c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 815 time: 0.1421108 Jan 10 17:22:55.095356 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'port': {'device_id': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'admin_state_up': True, 'tenant_id': '979584fafc174717b41864321690e2be'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:22:55.127597 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b6646253-7510-4e90-84e8-8da4d8bb515c req-59fc46bc-2c70-4b6a-ad91-ed4cfe80129a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 210 time: 0.0461204 Jan 10 17:22:55.250643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Made reservation on behalf of 979584fafc174717b41864321690e2be for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:22:55.254397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:55.391969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Allocated IP 172.20.0.14 (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec/3b29fe73-ed18-4b74-b1c9-429b85741742/096ea727-927a-432c-8edf-023d3f7e086a) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:22:55.613945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for port (096ea727-927a-432c-8edf-023d3f7e086a), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:55.655437 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:55.705230 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:22:55.710183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:22:55.712100 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:22:55.714987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:22:55.777029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:55.777655 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:55.805914 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-66b9fc83-ef41-4be0-8c25-c11c10002a24 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7141132 Jan 10 17:22:56.011308 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-b0b666c6-2f4b-4faf-b198-5ff996bd283d None None] Provisioning complete for port 096ea727-927a-432c-8edf-023d3f7e086a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:22:56.011884 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b0b666c6-2f4b-4faf-b198-5ff996bd283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (096ea727-927a-432c-8edf-023d3f7e086a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:22:56.045496 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-b0b666c6-2f4b-4faf-b198-5ff996bd283d None None] Port 096ea727-927a-432c-8edf-023d3f7e086a cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:22:56.253649 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7aa9b-9422-44cf-b2d3-95d20ad79bac req-c11aedd4-c065-49d2-b5e4-50abca0983af tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:56.255199 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-39b7aa9b-9422-44cf-b2d3-95d20ad79bac req-c11aedd4-c065-49d2-b5e4-50abca0983af tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0529377 Jan 10 17:22:56.312748 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-39b7aa9b-9422-44cf-b2d3-95d20ad79bac req-04215e44-92a7-4ba7-97b9-738d6fd1aa63 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Jan 10 17:22:57.437118 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d866fd-23e7-42aa-be2a-595e2f091dc7 req-4e744db3-1a58-43c8-8e53-f6f49e34aac8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:57.438921 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-31d866fd-23e7-42aa-be2a-595e2f091dc7 req-4e744db3-1a58-43c8-8e53-f6f49e34aac8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0565984 Jan 10 17:22:57.487556 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-31d866fd-23e7-42aa-be2a-595e2f091dc7 req-9e9a2557-275c-4783-88ac-8e45515e6843 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jan 10 17:22:58.604831 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e111f-a6e1-484f-8ef2-d7502cbdfaa6 req-fa0d7c97-d672-45a5-a17c-3945c317bec9 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:58.606254 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cb4e111f-a6e1-484f-8ef2-d7502cbdfaa6 req-fa0d7c97-d672-45a5-a17c-3945c317bec9 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0497587 Jan 10 17:22:58.654095 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cb4e111f-a6e1-484f-8ef2-d7502cbdfaa6 req-e688279d-15fb-4a10-ac03-fd06c15f8cff tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Jan 10 17:22:59.772016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6063ba-f011-4ed1-a2bf-75050b3d8e38 req-f624b70e-c74a-41eb-891d-d58b71d326ee tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:22:59.774019 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-de6063ba-f011-4ed1-a2bf-75050b3d8e38 req-f624b70e-c74a-41eb-891d-d58b71d326ee tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0533965 Jan 10 17:22:59.823544 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-de6063ba-f011-4ed1-a2bf-75050b3d8e38 req-ee791e44-fce9-46eb-9c0d-56d9632d38db tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Jan 10 17:23:00.938581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc39f-8e23-4c91-9c05-07a4a76c83ca req-814d9797-142f-4968-be56-e1ec286eda5e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:00.940154 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-879fc39f-8e23-4c91-9c05-07a4a76c83ca req-814d9797-142f-4968-be56-e1ec286eda5e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0490832 Jan 10 17:23:00.987532 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-879fc39f-8e23-4c91-9c05-07a4a76c83ca req-fe5dc0c2-dd94-42d9-840a-e5f5f7c39e46 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Jan 10 17:23:02.108513 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ada5-d10e-447e-8dc7-fc947b032f74 req-37854bb0-791a-4f20-8d74-f4b775c71618 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:02.109939 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2157ada5-d10e-447e-8dc7-fc947b032f74 req-37854bb0-791a-4f20-8d74-f4b775c71618 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0521367 Jan 10 17:23:02.162384 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2157ada5-d10e-447e-8dc7-fc947b032f74 req-6ff13115-fb31-4035-92fc-1e097d9751b6 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Jan 10 17:23:03.278423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80eca1-8b6c-45f6-b2c1-3bb83011d38e req-e1014e7d-8047-4507-ad5a-f823bc045356 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:03.280064 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7c80eca1-8b6c-45f6-b2c1-3bb83011d38e req-e1014e7d-8047-4507-ad5a-f823bc045356 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0494196 Jan 10 17:23:03.328684 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7c80eca1-8b6c-45f6-b2c1-3bb83011d38e req-cdb865df-d0b1-4a9e-8ad6-a3e47503a577 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Jan 10 17:23:03.954121 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-80959924-9a01-4b2e-8ac2-641f335f7eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:04.451105 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245d97f-f6f9-4e58-b797-2b71b2ebed5b req-a188b744-3574-4989-9c65-f8c029119a3f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:04.452559 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a245d97f-f6f9-4e58-b797-2b71b2ebed5b req-a188b744-3574-4989-9c65-f8c029119a3f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0503182 Jan 10 17:23:04.503575 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a245d97f-f6f9-4e58-b797-2b71b2ebed5b req-02cc331e-daaf-46b1-8285-d485c4ebd076 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Jan 10 17:23:04.544025 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:05.615722 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed2a13-5daf-44ea-a051-4c7efe97c465 req-5ad92628-ecc9-4369-ac7d-e3487c21371e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:05.617189 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5ed2a13-5daf-44ea-a051-4c7efe97c465 req-5ad92628-ecc9-4369-ac7d-e3487c21371e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0472715 Jan 10 17:23:05.661566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5ed2a13-5daf-44ea-a051-4c7efe97c465 req-e34d4e4f-51fc-4f74-814c-80bab0b9abe2 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Jan 10 17:23:06.425813 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba122-3b1a-4231-a524-7d905b246515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:06.770156 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e6007-1ce0-467b-8bc3-b76e85840237 req-6b62df5e-37b1-4de6-ad48-84b53b6812e1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:06.771639 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4d4e6007-1ce0-467b-8bc3-b76e85840237 req-6b62df5e-37b1-4de6-ad48-84b53b6812e1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0471916 Jan 10 17:23:06.817392 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4d4e6007-1ce0-467b-8bc3-b76e85840237 req-da176b7b-75e7-4259-b8f8-96f4aea709f9 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Jan 10 17:23:07.196782 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:07.930953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14e344-b122-480b-be6b-302b85418e7e req-af30033a-f073-45e0-9fd7-0fdae909ab4e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:07.932405 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9d14e344-b122-480b-be6b-302b85418e7e req-af30033a-f073-45e0-9fd7-0fdae909ab4e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0509586 Jan 10 17:23:07.977216 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9d14e344-b122-480b-be6b-302b85418e7e req-4ccbc1ce-6d0b-45d6-aec8-f89ea8691b69 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jan 10 17:23:08.799871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:08.917661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Request body: {'port': {'device_id': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:08.971448 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.149810 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93e4f4-148a-4261-83d5-9c95780a908e req-f5323b97-6f8b-4a8f-8140-1badce3eefa2 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:09.151370 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f93e4f4-148a-4261-83d5-9c95780a908e req-f5323b97-6f8b-4a8f-8140-1badce3eefa2 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 932 time: 0.0801501 Jan 10 17:23:09.238874 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f93e4f4-148a-4261-83d5-9c95780a908e req-04132cda-0c4b-42a6-805e-0709a754789a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613554 Jan 10 17:23:09.302197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096ea727-927a-432c-8edf-023d3f7e086a {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:09.309927 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks [] for port (096ea727-927a-432c-8edf-023d3f7e086a), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.321673 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Transition to ACTIVE for port object 096ea727-927a-432c-8edf-023d3f7e086a will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:23:09.324794 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.376197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:09.461177 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Attempting to bind port 096ea727-927a-432c-8edf-023d3f7e086a on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:23:09.461557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Attempting to bind port 096ea727-927a-432c-8edf-023d3f7e086a by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:23:09.461827 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Attempting to bind port 096ea727-927a-432c-8edf-023d3f7e086a on network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:09.466583 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Port 096ea727-927a-432c-8edf-023d3f7e086a on network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:23:09.466905 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Attempting to bind port 096ea727-927a-432c-8edf-023d3f7e086a on network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:09.472848 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:23:09.473184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Checking segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:23:09.473560 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Bound using segment: {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:23:09.473985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Bound port: 096ea727-927a-432c-8edf-023d3f7e086a, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5688fce9-1937-4403-ba23-a19a314f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:23:09.474420 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.540852 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:23:09.544221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:23:09.547839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.579418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:09.580040 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:09.581493 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] 10.222.0.24 "PUT /v2.0/ports/096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 1094 time: 0.6704996 Jan 10 17:23:09.583672 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:09.586075 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:09.620440 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9e06d-80d5-4e47-9865-41720e44b53f service neutron] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:09.671103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-6efc0c45-0db3-4049-8354-2307b8f91d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:09.673007 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-6efc0c45-0db3-4049-8354-2307b8f91d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1097 time: 0.0496645 Jan 10 17:23:09.709843 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec3760-d5df-459f-b7a2-e63f65625633 x-openstack-request-id: req-54ec3760-d5df-459f-b7a2-e63f65625633 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:09.710136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:09.710454 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54ec3760-d5df-459f-b7a2-e63f65625633 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:09.710862 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:23:09.796460 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-d0058ac1-1684-4198-90da-c9122332687f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 217 time: 0.0345759 Jan 10 17:23:09.842777 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-008e25b9-14a3-4d46-af2f-20308a5b606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:09.844210 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-008e25b9-14a3-4d46-af2f-20308a5b606b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0413980 Jan 10 17:23:09.891970 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-77f7d331-e114-4434-a544-a0409a85e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:09.893486 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-77f7d331-e114-4434-a544-a0409a85e2e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435002 Jan 10 17:23:10.231295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb794-f682-40ca-b0cf-cc6231d51098 req-a1f0a898-7ed6-4701-b1bc-8f0a45eb79f7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.232654 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-085eb794-f682-40ca-b0cf-cc6231d51098 req-a1f0a898-7ed6-4701-b1bc-8f0a45eb79f7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.1003597 Jan 10 17:23:10.236118 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-aa2d5b8e-406c-4064-864e-97d61810df54 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366573 Jan 10 17:23:10.358068 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-085eb794-f682-40ca-b0cf-cc6231d51098 req-10332e68-fd45-4f73-ac21-66fe37aa8a2e tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199126 Jan 10 17:23:10.385597 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1c03c1c-06ec-499b-b277-2a722bbe9661 req-b8b85114-ce4b-4ee2-895c-fd1abfaf83a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419413 Jan 10 17:23:10.394077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2d44a-4b08-4bb7-9276-a128a8833fdd req-daa0bde3-54a5-47ef-90d1-8de749a288d8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.395500 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fda2d44a-4b08-4bb7-9276-a128a8833fdd req-daa0bde3-54a5-47ef-90d1-8de749a288d8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 944 time: 0.0866749 Jan 10 17:23:10.440699 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:10.452475 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fda2d44a-4b08-4bb7-9276-a128a8833fdd req-63e8fe96-97d4-4f2e-866f-1488909e8f32 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 Jan 10 17:23:10.481062 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-a725cde0-3c96-4313-a804-2827462128f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.482611 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-a725cde0-3c96-4313-a804-2827462128f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1097 time: 0.0430322 Jan 10 17:23:10.573018 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-53cd3013-26d8-4554-87af-502c023713b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.574506 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-53cd3013-26d8-4554-87af-502c023713b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.0862539 Jan 10 17:23:10.613298 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-111aeedd-7018-4558-a4b0-ade908011720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 217 time: 0.0324135 Jan 10 17:23:10.659519 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-45bbd07c-cf90-4fea-9bb5-47995a313cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.661165 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-45bbd07c-cf90-4fea-9bb5-47995a313cec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0417893 Jan 10 17:23:10.707595 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-41627c3b-84d4-4c72-93bc-9a05ddaf594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:10.709037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-41627c3b-84d4-4c72-93bc-9a05ddaf594c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407178 Jan 10 17:23:10.794736 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-02b2d3aa-f533-4f1c-b249-649afdcda770 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792172 Jan 10 17:23:10.884938 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f0b0bdb9-d26f-4ca3-a800-4c48c4180076 req-e20c2435-98c9-4684-9187-2fd85be93438 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830038 Jan 10 17:23:11.191582 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-9306fafd-c0dc-4643-a311-13617a2feb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.193023 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-9306fafd-c0dc-4643-a311-13617a2feb22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0398338 Jan 10 17:23:11.296833 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-2955ab70-e326-4cf5-b2f4-969c5dd1aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.298299 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-2955ab70-e326-4cf5-b2f4-969c5dd1aeee service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.0844538 Jan 10 17:23:11.359252 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-c6c977ff-9263-4354-bab4-40e0169b5ea2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1002 time: 0.0549245 Jan 10 17:23:11.406926 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-d7eff020-4f26-43be-bae9-7d9c1b923204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.408408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-d7eff020-4f26-43be-bae9-7d9c1b923204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0430579 Jan 10 17:23:11.482357 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-b462d4eb-107f-42bc-89ac-d34a5484ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.483840 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-b462d4eb-107f-42bc-89ac-d34a5484ad4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686228 Jan 10 17:23:11.496507 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa7b4-eb57-46f0-bc39-e135a8dfdff7 req-ad18755a-1b89-4c76-a8eb-4082ed9466d5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.497939 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3aafa7b4-eb57-46f0-bc39-e135a8dfdff7 req-ad18755a-1b89-4c76-a8eb-4082ed9466d5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0732152 Jan 10 17:23:11.627480 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3aafa7b4-eb57-46f0-bc39-e135a8dfdff7 req-b3123e2e-5572-417a-9c0b-d761aa2f4312 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209691 Jan 10 17:23:11.643126 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eda209-cfef-4ff0-9b56-202aee4d4616 req-24525060-f755-47bd-8c1c-b89aba32f67a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:11.644553 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-70eda209-cfef-4ff0-9b56-202aee4d4616 req-24525060-f755-47bd-8c1c-b89aba32f67a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 944 time: 0.1228857 Jan 10 17:23:11.660574 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-6e7d00c6-5bd9-4889-8b4e-40e1475e14aa service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617320 Jan 10 17:23:11.743864 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-70eda209-cfef-4ff0-9b56-202aee4d4616 req-bcb60bb3-1f60-4b22-b5a0-9f35649c3a66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937474 Jan 10 17:23:11.770365 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-db6a7803-1c35-4563-835c-5c64f3a378f7 req-46b3c64b-3759-4868-82ef-68bb219be7b3 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026168 Jan 10 17:23:12.740748 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673e8f-8ebd-4fc4-b596-5d1780619a8c req-97ff62a6-1d36-40ca-9b42-c87e313c0123 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:12.742789 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3673e8f-8ebd-4fc4-b596-5d1780619a8c req-97ff62a6-1d36-40ca-9b42-c87e313c0123 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0484827 Jan 10 17:23:12.792555 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3673e8f-8ebd-4fc4-b596-5d1780619a8c req-0eadebb4-9aae-4118-a456-c10243403dd3 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jan 10 17:23:12.857060 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076115-f251-49bc-8673-7365dc6cac34 req-8194361c-42c4-496b-9af0-57f3d74cbc87 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:12.858531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-52076115-f251-49bc-8673-7365dc6cac34 req-8194361c-42c4-496b-9af0-57f3d74cbc87 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 944 time: 0.0480049 Jan 10 17:23:12.904445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-52076115-f251-49bc-8673-7365dc6cac34 req-edd47f31-d9c1-45b4-b739-34021d1aac99 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Jan 10 17:23:13.907600 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae3d62-d08c-4ad5-9a0b-3d113f931ae1 req-b8b61037-d7ee-4af7-8a45-3ddcc4810f31 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:13.909059 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8eae3d62-d08c-4ad5-9a0b-3d113f931ae1 req-b8b61037-d7ee-4af7-8a45-3ddcc4810f31 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0517128 Jan 10 17:23:13.956282 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8eae3d62-d08c-4ad5-9a0b-3d113f931ae1 req-76c10591-8d00-4ed7-8e4c-fae1cfd98344 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Jan 10 17:23:14.020945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403129-47c3-4aa6-8440-3e33b061f922 req-8a278636-9c04-4c98-af19-5876c2600077 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:14.022415 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-27403129-47c3-4aa6-8440-3e33b061f922 req-8a278636-9c04-4c98-af19-5876c2600077 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 944 time: 0.0473928 Jan 10 17:23:14.067489 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-27403129-47c3-4aa6-8440-3e33b061f922 req-a252c4c8-37c1-4c1a-8741-3d847816b6bb tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Jan 10 17:23:14.779933 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 096ea727-927a-432c-8edf-023d3f7e086a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:23:14.871361 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:14.881857 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '096ea727-927a-432c-8edf-023d3f7e086a', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'port_id': '096ea727-927a-432c-8edf-023d3f7e086a', 'mac_address': 'fa:16:3e:d8:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:23:14.920472 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 096ea727-927a-432c-8edf-023d3f7e086a is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:14.920860 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:15.055667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096ea727-927a-432c-8edf-023d3f7e086a {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:15.074396 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:15.074591 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd6291-fbfc-419e-89c3-0f30a13649dd req-85883fa9-f430-43e1-984a-6e20246306a6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:15.076012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f5fd6291-fbfc-419e-89c3-0f30a13649dd req-85883fa9-f430-43e1-984a-6e20246306a6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0514810 Jan 10 17:23:15.079209 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:15.124917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f5fd6291-fbfc-419e-89c3-0f30a13649dd req-884fcba5-bc30-427c-a6a9-52755b5f5483 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Jan 10 17:23:15.128365 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:15.183691 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c62e-50b6-4785-ab8e-a6a7fd4eebdc req-eb7131d7-8f45-4c1b-b9dd-62935743442f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:15.185175 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-caa3c62e-50b6-4785-ab8e-a6a7fd4eebdc req-eb7131d7-8f45-4c1b-b9dd-62935743442f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Jan 10 17:23:15.232660 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-caa3c62e-50b6-4785-ab8e-a6a7fd4eebdc req-83667605-e898-4159-bafe-3e3464a94696 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Jan 10 17:23:15.438443 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:23:16.243354 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb77a9-e668-4024-9c5e-0ad3d5761679 req-316a47aa-c562-4dd2-8c2a-d37263b5d5a8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:16.244752 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-98eb77a9-e668-4024-9c5e-0ad3d5761679 req-316a47aa-c562-4dd2-8c2a-d37263b5d5a8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0478611 Jan 10 17:23:16.293597 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-98eb77a9-e668-4024-9c5e-0ad3d5761679 req-bea6ca9c-ac30-47e2-9bc0-af519b3c6e4f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Jan 10 17:23:16.340911 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8911c-cdde-447d-8760-a369a277c3f3 req-2975dc7d-a88c-426f-bb7c-b550f78c65b9 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:16.342383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4ee8911c-cdde-447d-8760-a369a277c3f3 req-2975dc7d-a88c-426f-bb7c-b550f78c65b9 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 945 time: 0.0465240 Jan 10 17:23:16.386740 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4ee8911c-cdde-447d-8760-a369a277c3f3 req-f8c15abf-0840-4e6e-855b-56ca4fcc8869 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Jan 10 17:23:16.798005 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 096ea727-927a-432c-8edf-023d3f7e086a up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:23:16.845143 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 096ea727-927a-432c-8edf-023d3f7e086a completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:23:16.849119 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 096ea727-927a-432c-8edf-023d3f7e086a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:23:16.849494 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (096ea727-927a-432c-8edf-023d3f7e086a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:16.922927 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 096ea727-927a-432c-8edf-023d3f7e086a is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:16.923317 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:16.947735 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:16.949950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e92a6-004b-4dc4-8757-a84dc541f089" -d '{"events": [{"server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "name": "network-vif-plugged", "status": "completed", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:16.962629 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:16.967576 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:17.013279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:17.041244 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75886043-a415-4766-9e8a-371b82220308 x-openstack-request-id: req-75886043-a415-4766-9e8a-371b82220308 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:17.041561 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "name": "network-vif-plugged", "status": "completed", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:17.041817 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75886043-a415-4766-9e8a-371b82220308 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:17.042241 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'code': 200} Jan 10 17:23:17.199466 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6790-2ed7-40e5-b0c7-b013b23d5426 req-947390f0-2efc-4db4-8466-31088c596277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:17.200981 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5cc6790-2ed7-40e5-b0c7-b013b23d5426 req-947390f0-2efc-4db4-8466-31088c596277 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1099 time: 0.0393419 Jan 10 17:23:17.242096 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5cc6790-2ed7-40e5-b0c7-b013b23d5426 req-bab4472c-4d11-4be5-90e0-f1e6f923b988 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353155 Jan 10 17:23:17.413393 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad6ba1-2143-43a0-80a5-731d48b728bb req-69baec75-7b87-46f5-b271-c6cca0d2d06d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:17.416168 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38ad6ba1-2143-43a0-80a5-731d48b728bb req-69baec75-7b87-46f5-b271-c6cca0d2d06d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0551848 Jan 10 17:23:17.479971 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38ad6ba1-2143-43a0-80a5-731d48b728bb req-a98ef2f0-5f73-4b9b-9e80-75c5e4efdca6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510058 Jan 10 17:23:17.525935 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038d1d4-a6a9-4e4f-bece-b5de490cb767 req-3839d517-34ad-46ce-8569-eaa7d4249fc8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:17.527744 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d038d1d4-a6a9-4e4f-bece-b5de490cb767 req-3839d517-34ad-46ce-8569-eaa7d4249fc8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0524504 Jan 10 17:23:17.579383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d038d1d4-a6a9-4e4f-bece-b5de490cb767 req-bc7240d4-4129-4c5a-a464-4b483e815e17 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Jan 10 17:23:18.701087 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd1f6-0fc0-4766-9528-f7ee68a1b96b req-2663cc44-65c0-4f55-b2a1-a1d94238cf6c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:18.702644 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1dbd1f6-0fc0-4766-9528-f7ee68a1b96b req-2663cc44-65c0-4f55-b2a1-a1d94238cf6c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0520384 Jan 10 17:23:18.781218 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f44fc-9a63-4b3a-877b-9285786f5fc8 req-08827e5a-d883-42d3-b996-4acc84306a49 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:18.783338 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b7f44fc-9a63-4b3a-877b-9285786f5fc8 req-08827e5a-d883-42d3-b996-4acc84306a49 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0791855 Jan 10 17:23:18.787465 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1dbd1f6-0fc0-4766-9528-f7ee68a1b96b req-f09d5e62-19c1-47e4-b6c3-33fb39dd1c91 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Jan 10 17:23:18.829783 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6b7f44fc-9a63-4b3a-877b-9285786f5fc8 req-48edbb29-0423-4d98-a94d-3a97b2542942 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 Jan 10 17:23:19.899093 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371fd86-e468-4ed7-a211-adc784ece9a7 req-c877ad66-c575-4346-87e5-a6cbab6c39a0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:19.900573 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a371fd86-e468-4ed7-a211-adc784ece9a7 req-c877ad66-c575-4346-87e5-a6cbab6c39a0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Jan 10 17:23:19.977818 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a8adf-5d8d-427a-8628-ee031b4c988c req-74f5794b-f85b-4e47-aea7-72f63de8e05f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:19.979305 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ac9a8adf-5d8d-427a-8628-ee031b4c988c req-74f5794b-f85b-4e47-aea7-72f63de8e05f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0778766 Jan 10 17:23:19.983793 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a371fd86-e468-4ed7-a211-adc784ece9a7 req-9ad217bb-6fac-497c-aac1-db13b5472af1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Jan 10 17:23:20.025001 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ac9a8adf-5d8d-427a-8628-ee031b4c988c req-95bfb3e2-7283-4408-9404-99fe67ffc0ac tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Jan 10 17:23:20.093155 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cd9d5-9399-4ad9-9ba9-f85646cf4388 req-7ad17097-0704-48d7-9281-378806cbb601 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:20.094633 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f57cd9d5-9399-4ad9-9ba9-f85646cf4388 req-7ad17097-0704-48d7-9281-378806cbb601 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0476685 Jan 10 17:23:20.140170 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f57cd9d5-9399-4ad9-9ba9-f85646cf4388 req-e39edbd0-8d37-4ab7-8cee-923615142e6f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jan 10 17:23:20.454035 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125207-f72c-496f-9955-798b3380ae16 req-669ef049-7fb7-47f1-8dec-78d0f0d17af1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:20.455509 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e1125207-f72c-496f-9955-798b3380ae16 req-669ef049-7fb7-47f1-8dec-78d0f0d17af1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0506666 Jan 10 17:23:20.499864 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e1125207-f72c-496f-9955-798b3380ae16 req-5bf77ff1-5380-4518-bd30-efce99c15059 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Jan 10 17:23:21.135633 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ce038-6f32-476e-8922-3dabd0eb37ef req-2a11f6cf-4cd3-41aa-af8d-ef466617cc61 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.137084 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bf6ce038-6f32-476e-8922-3dabd0eb37ef req-2a11f6cf-4cd3-41aa-af8d-ef466617cc61 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0471673 Jan 10 17:23:21.183250 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bf6ce038-6f32-476e-8922-3dabd0eb37ef req-e906e3be-6dda-4340-8a91-684ad826fa3b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Jan 10 17:23:21.372834 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784ea9-e65f-4492-b28d-f60ba77ffe8d req-a230c517-3dbd-45f2-8487-85c12cd7b2f1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.374304 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f784ea9-e65f-4492-b28d-f60ba77ffe8d req-a230c517-3dbd-45f2-8487-85c12cd7b2f1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0468349 Jan 10 17:23:21.450114 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f784ea9-e65f-4492-b28d-f60ba77ffe8d req-26758427-7791-4a01-87f8-1026f28eb2ba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701590 Jan 10 17:23:21.454749 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-1592eaec-5b5e-4587-b242-193011d2f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.456394 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-1592eaec-5b5e-4587-b242-193011d2f364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 1099 time: 0.0632889 Jan 10 17:23:21.469757 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:23:21.543874 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-dedb1043-3892-4db8-b7cf-33900b94356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.545314 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-dedb1043-3892-4db8-b7cf-33900b94356d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.0833018 Jan 10 17:23:21.609483 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-62f344e6-f28f-4ade-abe7-205c4b4736c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 200 len: 1002 time: 0.0575950 Jan 10 17:23:21.655486 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-33f4d93a-b9f2-4700-a758-aa1f7501fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.656770 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-33f4d93a-b9f2-4700-a758-aa1f7501fe5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0417759 Jan 10 17:23:21.698763 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-85d186de-812d-4509-afda-0eea4be2bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:21.700156 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-85d186de-812d-4509-afda-0eea4be2bdef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375004 Jan 10 17:23:21.787927 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-2be5040f-dc41-4e05-93bf-874a81b42dba service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818989 Jan 10 17:23:21.875482 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-37982589-5a45-4ff9-bb59-090ab06f2966 req-a0cbeb99-43a4-4b8d-8734-e398f8c7ed2b service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Jan 10 17:23:22.568106 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696f03b-d3d8-448c-b27d-f7a2636acc01 req-6c955d67-03db-47e6-a0b8-6495ff1238b2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:22.570187 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f696f03b-d3d8-448c-b27d-f7a2636acc01 req-6c955d67-03db-47e6-a0b8-6495ff1238b2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Jan 10 17:23:22.615323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f696f03b-d3d8-448c-b27d-f7a2636acc01 req-078e3bbd-76ff-4760-a361-7eb11fbee6c1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394905 Jan 10 17:23:29.804845 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60204f1a-b9c2-4a04-af80-a2fd954b252a req-3f784e37-fc27-4fe1-8416-c2721d07cf3a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:29.806193 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60204f1a-b9c2-4a04-af80-a2fd954b252a req-3f784e37-fc27-4fe1-8416-c2721d07cf3a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0474772 Jan 10 17:23:29.849826 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60204f1a-b9c2-4a04-af80-a2fd954b252a req-95e8384c-fd20-4c97-98f8-dad3a7d27bf4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Jan 10 17:23:29.872403 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42304) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:29.955138 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e89a43-110b-4509-8554-b7cd0bfe62b3 tempest-TestMinimumBasicScenario-862841310 tempest-TestMinimumBasicScenario-862841310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:29.956638 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-d8e89a43-110b-4509-8554-b7cd0bfe62b3 tempest-TestMinimumBasicScenario-862841310 tempest-TestMinimumBasicScenario-862841310-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1094 time: 0.0833015 Jan 10 17:23:29.959694 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42308) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:29.964292 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'port_id': '096ea727-927a-432c-8edf-023d3f7e086a', 'tenant_id': '979584fafc174717b41864321690e2be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:29.988724 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.091820 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.192394 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Allocated IP 172.27.1.39 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/b4c26cb9-38f2-4dae-88fe-f2b773f203af) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:23:30.295560 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.329014 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.366822 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:23:30.370373 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:23:30.374800 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:23:30.400189 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'Port': ['ID=b4c26cb9-38f2-4dae-88fe-f2b773f203af,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:30.708511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for floatingip (60e7f1a8-421b-41f0-b408-4d456660ab49), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.770563 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.915280 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.919581 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:30.982658 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'Port': ['ID=b4c26cb9-38f2-4dae-88fe-f2b773f203af,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:30.994104 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (60e7f1a8-421b-41f0-b408-4d456660ab49), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.088746 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.l3_db [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Floating IP 60e7f1a8-421b-41f0-b408-4d456660ab49 associated. External IP: 172.27.1.39, port: 096ea727-927a-432c-8edf-023d3f7e086a. Jan 10 17:23:31.284845 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Router 80732abc-fb16-4889-8164-5e8455fc61fb has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:23:31.385155 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:23:31.394564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Sync routers for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:23:31.402414 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.407612 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:31.408214 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:31.429075 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a525bcfb-27e3-4016-9120-38d7b32ded06 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4682622 Jan 10 17:23:31.429630 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:31.431885 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:31.432059 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42312) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:31.437055 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689651913', 'description': 'tempest-secgroup-smoke-689651913 description', 'project_id': '979584fafc174717b41864321690e2be'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:31.465596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.514279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:31.528054 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b636e05d-a573-43bc-84ce-4070cce9cc33 x-openstack-request-id: req-b636e05d-a573-43bc-84ce-4070cce9cc33 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:31.529489 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:31.529965 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b636e05d-a573-43bc-84ce-4070cce9cc33 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:31.535691 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:23:31.549939 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (0de9c50c-2f4f-4be0-86bd-ed061aa28c8d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.560457 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0de9c50c-2f4f-4be0-86bd-ed061aa28c8d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.603469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.604665 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1714385 Jan 10 17:23:31.608029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42318) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:31.611505 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f580-1f1b-49cd-904b-157aacbfd05e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:31.613400 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:31.620477 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-8a6ca0a1-1984-4743-acc0-ae030fd57309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:31.622050 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-8a6ca0a1-1984-4743-acc0-ae030fd57309 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1099 time: 0.0706222 Jan 10 17:23:31.644055 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (546cde47-f03c-4b33-a5a5-a02b9455479a), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.710275 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (546cde47-f03c-4b33-a5a5-a02b9455479a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.716959 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (546cde47-f03c-4b33-a5a5-a02b9455479a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.741315 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-02683399-6bb2-4116-b76a-c216a83088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:31.742914 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-02683399-6bb2-4116-b76a-c216a83088a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.1141334 Jan 10 17:23:31.752146 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546cde47-f03c-4b33-a5a5-a02b9455479a,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:31.768680 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.771033 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-750e0b83-b0fe-463e-875d-b610fec3526b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610167 Jan 10 17:23:31.773164 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42326) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:31.777970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '60e7f1a8-421b-41f0-b408-4d456660ab49', 'tenant_id': '979584fafc174717b41864321690e2be', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'port_id': '096ea727-927a-432c-8edf-023d3f7e086a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'mac_address': 'fa:16:3e:d8:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:30Z', 'updated_at': '2022-01-10T17:23:30Z', 'revision_number': 0, 'project_id': '979584fafc174717b41864321690e2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:31.779656 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:31.810998 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Checking router: 80732abc-fb16-4889-8164-5e8455fc61fb for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:23:31.820250 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (ebb2f911-0a04-4625-a26f-5c4d37a72e79), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.822539 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:31.823168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:31.893337 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (ebb2f911-0a04-4625-a26f-5c4d37a72e79), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.899129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (ebb2f911-0a04-4625-a26f-5c4d37a72e79), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.931746 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb2f911-0a04-4625-a26f-5c4d37a72e79,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:31.943537 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:31.945328 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ffa96391-64c8-4cc4-aa6f-c56edfb733a5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709189 Jan 10 17:23:31.948123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42332) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:31.956918 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:32.000254 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (415383ac-c577-419d-8052-fffe45545979), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.005728 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:32.046205 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-5e389d9f-9c29-45c1-a68f-c5beb4034021 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 999 time: 0.2959347 Jan 10 17:23:32.083407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (415383ac-c577-419d-8052-fffe45545979), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.088987 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (415383ac-c577-419d-8052-fffe45545979), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.103875 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-90df15f8-5923-4af4-a0a8-e1b2b9847c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:32.105418 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-90df15f8-5923-4af4-a0a8-e1b2b9847c94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0459828 Jan 10 17:23:32.115932 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.120054 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705039 Jan 10 17:23:32.120650 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42336) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:32.125329 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:32.131876 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d18f-23ac-4877-abad-2c5dd8b1ca43 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415383ac-c577-419d-8052-fffe45545979,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:32.159047 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-486dc31b-b207-4e1c-b8fe-a8d5cd4151d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:32.160806 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-486dc31b-b207-4e1c-b8fe-a8d5cd4151d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476887 Jan 10 17:23:32.163511 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (2975a27c-8e7b-4629-bcce-81e98583a9e9), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.225077 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (2975a27c-8e7b-4629-bcce-81e98583a9e9), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.229135 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (2975a27c-8e7b-4629-bcce-81e98583a9e9), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.255772 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2975a27c-8e7b-4629-bcce-81e98583a9e9,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:32.260649 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-6b0ecbca-3689-4665-886f-c1c44d571b26 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923641 Jan 10 17:23:32.262606 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.266498 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42338) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:32.266711 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-409f3f2c-2bd1-4dd9-b4c7-edae1fda69e4 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447878 Jan 10 17:23:32.273148 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:32.276596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '60e7f1a8-421b-41f0-b408-4d456660ab49', 'tenant_id': '979584fafc174717b41864321690e2be', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'port_id': '096ea727-927a-432c-8edf-023d3f7e086a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'mac_address': 'fa:16:3e:d8:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:30Z', 'updated_at': '2022-01-10T17:23:30Z', 'revision_number': 0, 'project_id': '979584fafc174717b41864321690e2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:32.302916 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8502ec1-7029-4a80-b32c-ce9c1cc5992b None None] The sync data for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi is: [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '60e7f1a8-421b-41f0-b408-4d456660ab49', 'tenant_id': '979584fafc174717b41864321690e2be', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'port_id': '096ea727-927a-432c-8edf-023d3f7e086a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'mac_address': 'fa:16:3e:d8:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:30Z', 'updated_at': '2022-01-10T17:23:30Z', 'revision_number': 0, 'project_id': '979584fafc174717b41864321690e2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:23:32.351964 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.securitygroups_db [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Project 979584fafc174717b41864321690e2be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:23:32.359653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (dcb776b3-0227-4aa6-a515-3d5421e50f58), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.399363 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6abf1f2e-2b22-428a-ac0a-d5ba0c1ced6e req-50165fcd-2b16-4aad-bc24-fa6bf490bcbd service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302402 Jan 10 17:23:32.424204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (dcb776b3-0227-4aa6-a515-3d5421e50f58), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.428625 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (dcb776b3-0227-4aa6-a515-3d5421e50f58), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.446982 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb776b3-0227-4aa6-a515-3d5421e50f58,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:32.454987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.456458 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ce45c939-8753-4f5e-8c60-2c222fc37155 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1884227 Jan 10 17:23:32.459095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42342) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:32.464185 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'security_group_rule': {'security_group_id': '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d', 'project_id': '979584fafc174717b41864321690e2be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:32.491978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.securitygroups_db [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Project 979584fafc174717b41864321690e2be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:23:32.497319 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (cc715050-183a-4eb6-94e0-fcd3604a43df), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.505743 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc87a6-18df-4eae-8a7a-644daf1c6992 None None] New status for floating IP 60e7f1a8-421b-41f0-b408-4d456660ab49: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:23:32.564419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (cc715050-183a-4eb6-94e0-fcd3604a43df), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.568227 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (cc715050-183a-4eb6-94e0-fcd3604a43df), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.587464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc715050-183a-4eb6-94e0-fcd3604a43df,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:32.597249 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:32.600788 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-8b592f45-123e-4e55-b202-93c4164f0206 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378841 Jan 10 17:23:32.691640 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-42060028-daf5-4b4c-bf2b-8c52d477c4ee tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689651913&fields=id&tenant_id=979584fafc174717b41864321690e2be HTTP/1.1" status: 200 len: 267 time: 0.0455613 Jan 10 17:23:32.747435 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-b6c71f56-c9fb-4f58-89e7-52fc4584dda0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:32.748869 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-b6c71f56-c9fb-4f58-89e7-52fc4584dda0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0510666 Jan 10 17:23:32.759688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'port': {'security_groups': ['74be48ed-9b6c-4a1e-9e3d-872baf7cfa68', '0de9c50c-2f4f-4be0-86bd-ed061aa28c8d']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:32.824183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:33.007421 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:33.035637 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for port (096ea727-927a-432c-8edf-023d3f7e086a), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:33.039889 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:33.056310 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:23:33.090070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.090867 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:33.092237 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4ecf4212-9c88-430f-a954-d781fddffed1 req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "PUT /v2.0/ports/096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 982 time: 0.3372111 Jan 10 17:23:33.092964 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:33.100712 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d8a5c-fadd-47ba-9d32-572472e893d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:33.139791 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69ca13-4e97-4109-bbc9-5b1faac0fda1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=6']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:33.188395 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d6a0c9-bd6e-4397-a1be-0b1fa64b7b22 x-openstack-request-id: req-c1d6a0c9-bd6e-4397-a1be-0b1fa64b7b22 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:33.188796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:33.189369 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1d6a0c9-bd6e-4397-a1be-0b1fa64b7b22 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:33.190096 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:23:33.192215 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:23:33.289063 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c641ce-bfa9-4132-9502-ab6f3980336b req-f71d813d-e49e-40ec-8233-9df55c51f28d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.290759 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38c641ce-bfa9-4132-9502-ab6f3980336b req-f71d813d-e49e-40ec-8233-9df55c51f28d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0948615 Jan 10 17:23:33.293154 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-26a00fb1-34de-42ee-82c5-ba736590eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.294910 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-26a00fb1-34de-42ee-82c5-ba736590eb34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1138 time: 0.0672970 Jan 10 17:23:33.454509 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38c641ce-bfa9-4132-9502-ab6f3980336b req-a349f015-f896-414e-bb8d-c18b1812465b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580081 Jan 10 17:23:33.475913 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-96242842-c064-4822-9714-482df9eb3560 None None] Provisioning complete for port 096ea727-927a-432c-8edf-023d3f7e086a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:23:33.476282 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-96242842-c064-4822-9714-482df9eb3560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (096ea727-927a-432c-8edf-023d3f7e086a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:33.479154 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-a0779a41-9b94-4ff6-aa7e-9adb50fd9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.480771 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-a0779a41-9b94-4ff6-aa7e-9adb50fd9f15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.1764231 Jan 10 17:23:33.493766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e725-d9be-4a25-bcbc-dc0b9fe49c9a req-45e639ad-9fa8-4bd2-965d-7d2dfd0d7c3e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.495364 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ae0e725-d9be-4a25-bcbc-dc0b9fe49c9a req-45e639ad-9fa8-4bd2-965d-7d2dfd0d7c3e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0838063 Jan 10 17:23:33.586793 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-c6153c6b-4249-42d6-948a-71b548cfe87f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 1001 time: 0.0904672 Jan 10 17:23:33.591195 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ae0e725-d9be-4a25-bcbc-dc0b9fe49c9a req-805a287f-9752-4cc9-b902-54309d49c33b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895483 Jan 10 17:23:33.643995 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-427df988-1c6d-41e8-afee-69f58b5fa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.645625 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-427df988-1c6d-41e8-afee-69f58b5fa6a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0435174 Jan 10 17:23:33.690211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-96242842-c064-4822-9714-482df9eb3560 None None] Current status of the port 096ea727-927a-432c-8edf-023d3f7e086a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:33.696254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-87406e9d-a7f7-43c7-953f-5d569bf3e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:33.697731 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-87406e9d-a7f7-43c7-953f-5d569bf3e7bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402770 Jan 10 17:23:33.789100 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-87c7bbb8-e073-49c1-a892-9546b5567516 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Jan 10 17:23:33.878396 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a1d8a5c-fadd-47ba-9d32-572472e893d1 req-7059fe18-075f-415a-8051-a091908a6b96 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799930 Jan 10 17:23:33.956568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4a01ed41-e2ae-40f6-86c8-b11bad3a1254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:34.559678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:34.712908 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6116e-0c76-49ee-b12f-97a599b8ac40 req-4df38541-0a0a-424a-bd33-cb385cdd4b10 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:34.714399 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bef6116e-0c76-49ee-b12f-97a599b8ac40 req-4df38541-0a0a-424a-bd33-cb385cdd4b10 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Jan 10 17:23:34.759883 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bef6116e-0c76-49ee-b12f-97a599b8ac40 req-f91a92a4-61e4-4875-8147-916dd8280570 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Jan 10 17:23:35.588205 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040309e-9e76-4a4d-b162-c8213d940753 req-3e55ae25-5869-474a-8718-f04404c74289 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:35.589654 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8040309e-9e76-4a4d-b162-c8213d940753 req-3e55ae25-5869-474a-8718-f04404c74289 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.0471864 Jan 10 17:23:35.680580 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Deleting port 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:23:35.680923 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:35.764716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] For port 231c3184-ee2c-4304-bb2c-b5daedd3b43a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=231c3184-ee2c-4304-bb2c-b5daedd3b43a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:35.765355 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:35.955726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15fe04-154f-4d5d-858d-ce02587b5336 req-672e0443-6d47-474b-99f3-dcadac2ea3aa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:35.957186 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f15fe04-154f-4d5d-858d-ce02587b5336 req-672e0443-6d47-474b-99f3-dcadac2ea3aa tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=87b3bd6b-f094-42f7-9d4e-7976df2d5135 HTTP/1.1" status: 200 len: 946 time: 0.1268082 Jan 10 17:23:36.055811 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:36.056091 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:36.056408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Floating IP f9ded952-0b1a-43bf-be17-ad829455071a disassociated. External IP: 172.27.1.138, port: 231c3184-ee2c-4304-bb2c-b5daedd3b43a. Jan 10 17:23:36.056749 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Calling delete_port for 231c3184-ee2c-4304-bb2c-b5daedd3b43a owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:23:36.066877 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9f15fe04-154f-4d5d-858d-ce02587b5336 req-a0e547a3-111b-4b1a-9682-00f2f97bcddd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d940851-986a-428c-b458-761ab8cc3002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014633 Jan 10 17:23:36.195604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (231c3184-ee2c-4304-bb2c-b5daedd3b43a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:36.233491 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'Port': ['ID=231c3184-ee2c-4304-bb2c-b5daedd3b43a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:36.344287 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:23:36.426600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fdb9de2d-f282-4820-89e2-6c6524b89dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:36.449618 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:23:36.460752 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:23:36.471368 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:36.471972 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:36.491416 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] No DVR routers for this DVR port 231c3184-ee2c-4304-bb2c-b5daedd3b43a on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:23:36.494061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:36.497484 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8040309e-9e76-4a4d-b162-c8213d940753 req-f85ab727-68bd-41d3-9e12-5a1dfb49a52a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "DELETE /v2.0/ports/231c3184-ee2c-4304-bb2c-b5daedd3b43a HTTP/1.1" status: 204 len: 173 time: 0.9016945 Jan 10 17:23:36.497948 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-deleted', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:36.500219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e57c406-cd89-4c34-9f6c-26017f6e9616" -d '{"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-deleted", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:36.553640 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab7289a-e5b9-4964-accc-d5c09a380103 x-openstack-request-id: req-eab7289a-e5b9-4964-accc-d5c09a380103 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:36.553946 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b3bd6b-f094-42f7-9d4e-7976df2d5135", "name": "network-vif-deleted", "tag": "231c3184-ee2c-4304-bb2c-b5daedd3b43a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:36.554208 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eab7289a-e5b9-4964-accc-d5c09a380103 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:36.554633 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b3bd6b-f094-42f7-9d4e-7976df2d5135', 'name': 'network-vif-deleted', 'tag': '231c3184-ee2c-4304-bb2c-b5daedd3b43a', 'status': 'completed', 'code': 200} Jan 10 17:23:36.582336 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:36.903238 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:36.929941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:23:36.938940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:36.939564 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:37.048450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:37.230707 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:37.258185 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:37.283735 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f895bd-926a-43d8-bd96-7f6cc6b361e9 None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:23:37.497157 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed307a5-5759-41ea-816b-ddf743b18cf8 None None] New status for floating IP f9ded952-0b1a-43bf-be17-ad829455071a: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:23:38.168950 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42372) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:38.220820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (5d940851-986a-428c-b458-761ab8cc3002), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.244128 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (5d940851-986a-428c-b458-761ab8cc3002), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.295510 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5d940851-986a-428c-b458-761ab8cc3002), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.298181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.299349 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "DELETE /v2.0/security-groups/5d940851-986a-428c-b458-761ab8cc3002 HTTP/1.1" status: 204 len: 168 time: 0.1293566 Jan 10 17:23:38.302162 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42374) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:38.308947 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2febd-ed56-4834-b3c6-21a2613d1f0c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d940851-986a-428c-b458-761ab8cc3002,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:38.316079 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.api.v2.resource [None req-b21b1c1c-0b07-4369-98a6-a992e86b5d07 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] show failed (client error): The resource could not be found. Jan 10 17:23:38.320247 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b21b1c1c-0b07-4369-98a6-a992e86b5d07 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups/5d940851-986a-428c-b458-761ab8cc3002 HTTP/1.1" status: 404 len: 347 time: 0.0169964 Jan 10 17:23:38.321064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42376) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:38.444896 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Deleting port cbcb52d9-8469-446c-92ea-52c84c063616 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:23:38.445153 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.520948 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.521371 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (cbcb52d9-8469-446c-92ea-52c84c063616), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.533867 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Calling delete_port for cbcb52d9-8469-446c-92ea-52c84c063616 owned by network:floatingip {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:23:38.669300 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (cbcb52d9-8469-446c-92ea-52c84c063616), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.698752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'Port': ['ID=cbcb52d9-8469-446c-92ea-52c84c063616,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:38.720666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.721024 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.721359 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.721696 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.722029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.722390 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.722727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.723054 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.723381 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.723708 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.724029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.724352 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.724676 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:38.764433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (f9ded952-0b1a-43bf-be17-ad829455071a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.767236 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.768384 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-618e3320-8967-47e8-9686-f579b842e189 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "DELETE /v2.0/floatingips/f9ded952-0b1a-43bf-be17-ad829455071a HTTP/1.1" status: 204 len: 168 time: 0.4462385 Jan 10 17:23:38.805538 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:38.874427 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:23:38.898521 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 231c3184-ee2c-4304-bb2c-b5daedd3b43a {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:23:38.898868 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 231c3184-ee2c-4304-bb2c-b5daedd3b43a not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:23:39.240937 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42382) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:39.245687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872351390', 'description': 'tempest-description--1496798982'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:39.270762 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.337011 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (d7312992-1f72-4d61-b02f-a4c345735432), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.340702 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d7312992-1f72-4d61-b02f-a4c345735432), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.370101 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7312992-1f72-4d61-b02f-a4c345735432,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:39.374341 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.378105 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-afbc2003-cf1f-401c-83d3-862b58d0217e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1335499 Jan 10 17:23:39.379040 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42384) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:39.383160 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group_rule': {'security_group_id': 'd7312992-1f72-4d61-b02f-a4c345735432', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:39.410646 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (7ea6e71f-610e-4484-8b3c-d0112f2be9fb), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.468078 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (7ea6e71f-610e-4484-8b3c-d0112f2be9fb), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.471556 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (7ea6e71f-610e-4484-8b3c-d0112f2be9fb), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.488855 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea6e71f-610e-4484-8b3c-d0112f2be9fb,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:39.497158 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.500852 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5e0dccbd-0b96-4bbe-816a-e47932b1c91d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191547 Jan 10 17:23:39.501032 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42386) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:39.505250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'security_group_rule': {'security_group_id': 'd7312992-1f72-4d61-b02f-a4c345735432', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:39.533342 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (10e85d2f-a6cb-4630-809c-33083a050b2b), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.587862 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (10e85d2f-a6cb-4630-809c-33083a050b2b), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.591147 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (10e85d2f-a6cb-4630-809c-33083a050b2b), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.607809 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e85d2f-a6cb-4630-809c-33083a050b2b,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:39.616495 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.617650 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-b8a50385-829a-47b5-9343-bde4d04537b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156900 Jan 10 17:23:39.620700 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42388) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:39.624791 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:39.647357 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.740928 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.839869 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Allocated IP 172.27.1.22 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/c1659d71-7112-4e59-a607-b97bfba3d2be) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:23:39.941242 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:39.976782 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.016703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:23:40.019643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:23:40.023793 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:23:40.029399 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=c1659d71-7112-4e59-a607-b97bfba3d2be,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:40.114374 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.145879 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.293949 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.298582 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.361731 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=c1659d71-7112-4e59-a607-b97bfba3d2be,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:40.374601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.374958 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.375308 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.375652 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.375992 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.376328 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.376660 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.376987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.377317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.377645 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.377974 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.378324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.378653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:40.384078 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.398804 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.400012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-431873fb-6e88-439e-9514-69e8b348d52c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7784140 Jan 10 17:23:40.434189 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:40.601725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-97f57ad2-7ce6-4f73-a13f-ae573ca3929c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1872351390&fields=id&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 267 time: 0.0413249 Jan 10 17:23:40.706193 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-aaff1e27-2376-44f5-bc55-fcd00a6c9b45 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:40.707667 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-aaff1e27-2376-44f5-bc55-fcd00a6c9b45 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 816 time: 0.0998840 Jan 10 17:23:40.721912 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-8eaa2035-3228-4de9-939b-c035f4d81912 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/quotas/7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 375 time: 0.0085399 Jan 10 17:23:40.769815 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-a349ba65-f44e-4be9-a324-9158e3a777ad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426006 Jan 10 17:23:40.864334 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-73661bad-e570-4fc3-9b8d-871ae3944196 service neutron] 10.222.0.10 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830107 Jan 10 17:23:40.950270 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-59333828-7592-4955-98a9-5d5e87e6b588 service neutron] 10.222.0.10 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796807 Jan 10 17:23:41.113243 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-392f25cb-6c4a-4f02-912b-bb73df11a25a req-ecf9872e-87e9-4fda-abaa-623bd4cedb96 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 210 time: 0.0293283 Jan 10 17:23:42.237098 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5fed90f1-ac06-4272-9765-fa2710ee3717 req-3b3ab3d2-c645-4e46-b7f0-fe005c248c5d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jan 10 17:23:42.274869 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-28e7608e-5bf3-468a-9b87-9e7ceb06311e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:42.276298 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-28e7608e-5bf3-468a-9b87-9e7ceb06311e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 816 time: 0.3461294 Jan 10 17:23:42.344267 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-56a333d2-c0d2-40da-b040-49b6a691283c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 380 time: 0.0591218 Jan 10 17:23:42.352822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'port': {'device_id': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'admin_state_up': True, 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'security_groups': ['d7312992-1f72-4d61-b02f-a4c345735432']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:42.454897 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Made reservation on behalf of 7cb63f77fb6845d2b5ece63bf93b3481 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:23:42.458351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:42.583035 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Allocated IP 172.20.0.9 (f57d6ca3-d7e6-49ec-a260-99f7a8384f08/49f40baa-eed3-4bdd-8466-ed296e5d48aa/42fb612b-3559-4e65-bded-2ece0bb3a61f) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:23:42.716283 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:42.749168 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:42.792298 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:23:42.795309 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:23:42.797527 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:23:42.822499 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:42.853245 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:42.853889 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:42.870239 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c92f64ee-bd01-41e8-ac9e-b527bca70358 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5207884 Jan 10 17:23:42.971879 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-dbfff37b-fa25-41a7-b04b-3dabf52a266c None None] Provisioning complete for port 42fb612b-3559-4e65-bded-2ece0bb3a61f triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:23:42.972387 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dbfff37b-fa25-41a7-b04b-3dabf52a266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.008453 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dbfff37b-fa25-41a7-b04b-3dabf52a266c None None] Port 42fb612b-3559-4e65-bded-2ece0bb3a61f cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:23:43.018068 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Request body: {'port': {'device_id': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:43.100153 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.124797 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f90840-dd85-45eb-b0ef-26177903ccae req-ec4a2ef0-7e0e-46da-8522-705844b820fb tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.126289 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-05f90840-dd85-45eb-b0ef-26177903ccae req-ec4a2ef0-7e0e-46da-8522-705844b820fb tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0883353 Jan 10 17:23:43.254516 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-05f90840-dd85-45eb-b0ef-26177903ccae req-8b119e8b-eea2-4883-bf33-268960384fc5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097798 Jan 10 17:23:43.384174 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5611-c02b-4b74-9b89-42e433d66f56 req-3d0f2165-e7de-4941-aafc-876a3e9b4e28 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.385630 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-687f5611-c02b-4b74-9b89-42e433d66f56 req-3d0f2165-e7de-4941-aafc-876a3e9b4e28 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 931 time: 0.0725715 Jan 10 17:23:43.472300 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-687f5611-c02b-4b74-9b89-42e433d66f56 req-d9fd0bb1-0a6c-451c-89ec-e1885f231ac0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805459 Jan 10 17:23:43.475954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:43.483248 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks [] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.496820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Transition to ACTIVE for port object 42fb612b-3559-4e65-bded-2ece0bb3a61f will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:23:43.499801 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.549680 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:43.620411 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Attempting to bind port 42fb612b-3559-4e65-bded-2ece0bb3a61f on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:23:43.620749 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Attempting to bind port 42fb612b-3559-4e65-bded-2ece0bb3a61f by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:23:43.621080 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Attempting to bind port 42fb612b-3559-4e65-bded-2ece0bb3a61f on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:43.625549 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Port 42fb612b-3559-4e65-bded-2ece0bb3a61f on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:23:43.625872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Attempting to bind port 42fb612b-3559-4e65-bded-2ece0bb3a61f on network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:43.630892 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:23:43.631218 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Checking segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:23:43.631609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Bound using segment: {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:23:43.632609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Bound port: 42fb612b-3559-4e65-bded-2ece0bb3a61f, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad72934-18f0-4faf-87e8-98e3ba70f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:23:43.632969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.697050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:23:43.700234 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:23:43.704305 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.741048 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.742226 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:43.743706 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] 10.222.0.24 "PUT /v2.0/ports/42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 1093 time: 0.7303336 Jan 10 17:23:43.744158 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:43.746427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124cce76-a06f-48a9-8838-f7b608c9d6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:43.766516 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f6a0b-0745-4a85-8aec-0fca012f7999 service neutron] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:43.796415 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdf0152-7ddd-4436-9ab6-8b694ca85c54 x-openstack-request-id: req-3cdf0152-7ddd-4436-9ab6-8b694ca85c54 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:43.796748 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:43.796951 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cdf0152-7ddd-4436-9ab6-8b694ca85c54 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:43.797345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'status': 'completed', 'code': 200} Jan 10 17:23:43.834313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-a3e585d9-7592-4102-919a-5be7473da2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.835934 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-a3e585d9-7592-4102-919a-5be7473da2be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1096 time: 0.0486670 Jan 10 17:23:43.879534 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-c5d07616-296c-4c18-bb35-9288710e8e46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 217 time: 0.0343409 Jan 10 17:23:43.932846 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b2fa36f2-7616-4730-a6ab-c563db389788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.934346 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-b2fa36f2-7616-4730-a6ab-c563db389788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0439157 Jan 10 17:23:43.983792 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-0122227c-7b2a-4093-b0c0-55253d636f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:43.985272 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-0122227c-7b2a-4093-b0c0-55253d636f76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436766 Jan 10 17:23:44.077737 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-9b35be8c-5cdf-4290-944e-2458a8c93be8 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796077 Jan 10 17:23:44.171907 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aca5a983-bdaa-4051-badb-0dbc4a2adb07 req-8727e3fc-8e6e-41e9-ac10-d9ad64cc1bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Jan 10 17:23:44.260425 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-060af1be-4c60-49db-92fa-5f2f51e1f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.261945 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-060af1be-4c60-49db-92fa-5f2f51e1f6f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1096 time: 0.0409071 Jan 10 17:23:44.382714 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-ae751455-3ef5-455c-a13f-4ef616478c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.384095 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-ae751455-3ef5-455c-a13f-4ef616478c0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.1163824 Jan 10 17:23:44.392618 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27774dc6-3cb6-4b8a-829c-2ba7aa3a0337 req-892c0b30-9456-4479-81a8-ee021f16c49e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.394085 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-27774dc6-3cb6-4b8a-829c-2ba7aa3a0337 req-892c0b30-9456-4479-81a8-ee021f16c49e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0708964 Jan 10 17:23:44.438707 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-eed14982-d085-4d01-9377-d5b8ef3ec145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 217 time: 0.0436969 Jan 10 17:23:44.502279 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-27774dc6-3cb6-4b8a-829c-2ba7aa3a0337 req-5fe1cc52-3985-4049-96da-1c3ff8670648 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014016 Jan 10 17:23:44.509788 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-24dad7d2-cfbf-48f2-b96a-f414a81c9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.511188 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-24dad7d2-cfbf-48f2-b96a-f414a81c9b14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0652390 Jan 10 17:23:44.583200 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-fd04975a-8ab0-4e7e-bdcc-d4a85f98f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.584673 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-fd04975a-8ab0-4e7e-bdcc-d4a85f98f67a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665069 Jan 10 17:23:44.607968 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fbc6-f75f-4d2c-861b-51c075150f9d req-b190e71a-070b-4a0d-9c97-31001c3caae2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:44.609369 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d19fbc6-f75f-4d2c-861b-51c075150f9d req-b190e71a-070b-4a0d-9c97-31001c3caae2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0636516 Jan 10 17:23:44.704230 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d19fbc6-f75f-4d2c-861b-51c075150f9d req-c10f09c9-adf5-4c22-a515-7b69cc333fca tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855842 Jan 10 17:23:44.717679 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-ef085a7f-360a-44a7-9d6d-8226b9c94883 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255407 Jan 10 17:23:44.803859 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-124cce76-a06f-48a9-8838-f7b608c9d6cd req-584fc018-da0d-4182-a948-feb956d9a48e service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798161 Jan 10 17:23:45.070554 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-eb4d681a-b680-490c-a6c7-cf5b5cc07a8f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:45.071972 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-eb4d681a-b680-490c-a6c7-cf5b5cc07a8f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 945 time: 0.0510736 Jan 10 17:23:45.157486 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port c77d782e-9d0d-4092-abea-46f9b15371ad {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:23:45.157832 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.246252 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] For port c77d782e-9d0d-4092-abea-46f9b15371ad, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c77d782e-9d0d-4092-abea-46f9b15371ad,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:45.246644 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.407705 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.408329 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (583866a1-9c8b-4d01-89fe-f52add882508), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.408329 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP 583866a1-9c8b-4d01-89fe-f52add882508 disassociated. External IP: 172.27.1.250, port: c77d782e-9d0d-4092-abea-46f9b15371ad. Jan 10 17:23:45.408634 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for c77d782e-9d0d-4092-abea-46f9b15371ad owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:23:45.544772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (c77d782e-9d0d-4092-abea-46f9b15371ad), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.580127 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=c77d782e-9d0d-4092-abea-46f9b15371ad,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:45.639314 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5ff01772-4f0a-40d0-8f9e-e5c3b52a6366 req-d64758cf-76b8-40db-a557-a290fc48948b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=1488fdb8-243c-4e92-92ec-7855f6e8cb5c HTTP/1.1" status: 200 len: 210 time: 0.0651650 Jan 10 17:23:45.706367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:23:45.842480 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b58ea-0af3-48e2-b072-bda3b44ca0bc req-e24b681e-ea60-45d9-8525-01ea909308dc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:45.843981 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a1b58ea-0af3-48e2-b072-bda3b44ca0bc req-e24b681e-ea60-45d9-8525-01ea909308dc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0698001 Jan 10 17:23:45.848553 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:23:45.858656 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:23:45.868192 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:45.868800 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:45.902938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] No DVR routers for this DVR port c77d782e-9d0d-4092-abea-46f9b15371ad on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:23:45.910030 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:45.913966 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d153ea07-b863-43e4-8de2-7ee0be945dca req-93e23c10-aa29-4880-8ed1-88ede759ea82 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "DELETE /v2.0/ports/c77d782e-9d0d-4092-abea-46f9b15371ad HTTP/1.1" status: 204 len: 173 time: 0.8361745 Jan 10 17:23:45.914447 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'name': 'network-vif-deleted', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:45.918467 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758cba1-45ab-4a8f-867d-5e2ee0bb5d42" -d '{"events": [{"server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "name": "network-vif-deleted", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:45.960999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd1d3d-5303-4806-bb9c-fcff36e3f2e8 x-openstack-request-id: req-70cd1d3d-5303-4806-bb9c-fcff36e3f2e8 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:45.961296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488fdb8-243c-4e92-92ec-7855f6e8cb5c", "name": "network-vif-deleted", "tag": "c77d782e-9d0d-4092-abea-46f9b15371ad", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:45.961551 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70cd1d3d-5303-4806-bb9c-fcff36e3f2e8 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:45.961951 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488fdb8-243c-4e92-92ec-7855f6e8cb5c', 'name': 'network-vif-deleted', 'tag': 'c77d782e-9d0d-4092-abea-46f9b15371ad', 'status': 'completed', 'code': 200} Jan 10 17:23:45.966398 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4a1b58ea-0af3-48e2-b072-bda3b44ca0bc req-87608301-98ce-47ab-a071-9622e13c9043 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159792 Jan 10 17:23:46.006081 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:46.207089 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:46.233662 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:23:46.242541 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:46.243145 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:46.349941 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:46.548955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:46.574886 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74785c23-447b-4681-aa5c-f73818a87f34 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:23:46.813124 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516686a0-23f1-476e-b5c1-48000c5d802d None None] New status for floating IP 583866a1-9c8b-4d01-89fe-f52add882508: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:23:46.890362 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-897e12c0-11ff-4149-adda-b07b8c44bbef tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421551099&fields=id&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 267 time: 0.0438979 Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.991698 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:23:46.994369 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-d8880bec-98f7-4157-a972-b0633609e381 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:46.995310 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-d8880bec-98f7-4157-a972-b0633609e381 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.0982215 Jan 10 17:23:47.011243 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-ec5bcb72-5276-427f-9a64-abfb881bbca1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/quotas/e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 375 time: 0.0103745 Jan 10 17:23:47.087441 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-4fd38e34-9f00-4ba0-95fb-3ba731de0dc4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710504 Jan 10 17:23:47.123796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6ca8-671c-40ab-a062-a409559b39d4 req-b31ccf7f-f7bb-469b-8bd2-397aae74245d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:47.125179 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f09e6ca8-671c-40ab-a062-a409559b39d4 req-b31ccf7f-f7bb-469b-8bd2-397aae74245d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0719273 Jan 10 17:23:47.427316 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f09e6ca8-671c-40ab-a062-a409559b39d4 req-d9bd821b-0217-4429-91da-ac6d3c37c555 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961342 Jan 10 17:23:47.437323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-621d19d2-d05d-4d27-923c-c93bfc0092db service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382864 Jan 10 17:23:47.521350 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-7a100bf2-5ccb-4b4a-87ef-a89e56b379f8 service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783863 Jan 10 17:23:47.785028 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5d25411b-ae46-44ac-8108-5853d86d710e req-964b43b6-7718-4006-8073-dba25f5e2c72 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 210 time: 0.0253773 Jan 10 17:23:48.548895 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c9c4-0a6d-4a0e-b4ca-2702b62938dd req-054a9b02-9c45-4ce8-9db2-a42fd8f65ddd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:48.550411 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18e1c9c4-0a6d-4a0e-b4ca-2702b62938dd req-054a9b02-9c45-4ce8-9db2-a42fd8f65ddd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0529363 Jan 10 17:23:48.598729 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18e1c9c4-0a6d-4a0e-b4ca-2702b62938dd req-b70acc24-bc56-4f62-bf0f-672e0107f70f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Jan 10 17:23:48.700529 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-ebf2bb72-ac54-4875-a4da-6923e7b21fb6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:48.701969 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-ebf2bb72-ac54-4875-a4da-6923e7b21fb6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.0991676 Jan 10 17:23:48.766273 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-ad8d7dea-129a-433b-bb76-6a84cf7f71bf tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 380 time: 0.0564866 Jan 10 17:23:48.774865 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'port': {'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'admin_state_up': True, 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'security_groups': ['30d244cb-fcac-4979-b6e2-a669244a17a4']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:48.886055 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4b159216-3c92-4254-967c-07fb730b4c83 req-e9b01a8d-34f6-48bf-a052-401b3cf10d07 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 210 time: 0.0342717 Jan 10 17:23:48.905969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Made reservation on behalf of e0d6782dc9ba43dcbbd40dbfd3dd7c66 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:23:48.909762 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:48.918688 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:23:48.921751 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device c77d782e-9d0d-4092-abea-46f9b15371ad no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:23:48.948642 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: c77d782e-9d0d-4092-abea-46f9b15371ad {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:23:48.948985 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device c77d782e-9d0d-4092-abea-46f9b15371ad not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:23:49.036377 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:49.047115 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:23:49.048809 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.20.0.13 (9d5c1180-9738-47ae-b513-cef2b397ca01/1855165a-a2ba-4691-ab85-9452ff3312a8/08244df4-f905-426e-b26d-833def88fe27) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:23:49.096667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:49.097243 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.113752 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:49.134481 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:49.138719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.186714 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:49.193755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.194130 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.194626 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.195504 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.195992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.196338 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.196669 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.197077 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.197388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.197722 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.198108 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.198468 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.198928 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:23:49.212265 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (08244df4-f905-426e-b26d-833def88fe27), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.244746 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (08244df4-f905-426e-b26d-833def88fe27), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.287724 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:23:49.290779 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:23:49.294385 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:23:49.300706 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:49.346904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:49.347518 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.363626 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-20889f38-c120-478f-9a35-e62288be0bc0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5930316 Jan 10 17:23:49.375618 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Request body: {'port': {'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:49.434103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (08244df4-f905-426e-b26d-833def88fe27), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.516530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['42fb612b-3559-4e65-bded-2ece0bb3a61f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:23:49.549837 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-50142f99-72da-4e95-9847-6e34f963260d None None] Provisioning complete for port 08244df4-f905-426e-b26d-833def88fe27 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:23:49.550240 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-50142f99-72da-4e95-9847-6e34f963260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (08244df4-f905-426e-b26d-833def88fe27), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.597298 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-50142f99-72da-4e95-9847-6e34f963260d None None] Port 08244df4-f905-426e-b26d-833def88fe27 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:23:49.717227 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08244df4-f905-426e-b26d-833def88fe27 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:49.725987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks [] for port (08244df4-f905-426e-b26d-833def88fe27), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.750374 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e743e7-b9a2-4009-af3b-4aac54dc96fe req-bb1fff83-856d-416a-9cf8-1aad1c464aa6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:49.751840 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53e743e7-b9a2-4009-af3b-4aac54dc96fe req-bb1fff83-856d-416a-9cf8-1aad1c464aa6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.0735915 Jan 10 17:23:49.752729 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Transition to ACTIVE for port object 08244df4-f905-426e-b26d-833def88fe27 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:23:49.756648 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (08244df4-f905-426e-b26d-833def88fe27), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:49.853681 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:49.887732 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-53e743e7-b9a2-4009-af3b-4aac54dc96fe req-60b788dc-5a6a-420e-a259-56bab0037d14 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281004 Jan 10 17:23:49.922782 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Attempting to bind port 08244df4-f905-426e-b26d-833def88fe27 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:23:49.923188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Attempting to bind port 08244df4-f905-426e-b26d-833def88fe27 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:23:49.923634 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Attempting to bind port 08244df4-f905-426e-b26d-833def88fe27 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:49.929973 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Port 08244df4-f905-426e-b26d-833def88fe27 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:23:49.930346 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Attempting to bind port 08244df4-f905-426e-b26d-833def88fe27 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:23:49.935429 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:23:49.935768 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:23:49.936151 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Bound using segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:23:49.936580 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Bound port: 08244df4-f905-426e-b26d-833def88fe27, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:23:49.936936 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (08244df4-f905-426e-b26d-833def88fe27), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:50.041708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:23:50.050932 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccbe96-7fd0-4dbd-9d31-281273695374 req-a458c454-52b3-4065-ba65-32b4ff0bcd85 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.052394 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dccbe96-7fd0-4dbd-9d31-281273695374 req-a458c454-52b3-4065-ba65-32b4ff0bcd85 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0721915 Jan 10 17:23:50.054033 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=08244df4-f905-426e-b26d-833def88fe27,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:23:50.064730 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (08244df4-f905-426e-b26d-833def88fe27), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:50.112529 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.113144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:50.114514 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 1094 time: 0.7429745 Jan 10 17:23:50.116074 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:50.118898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b7eeb-d6b4-45c0-9440-2889279e0481" -d '{"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:50.158352 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e57abb-8486-4636-963b-a83e504b8fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:50.173757 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dccbe96-7fd0-4dbd-9d31-281273695374 req-3a5094fb-4132-4bc7-8a52-48e2382dc326 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152074 Jan 10 17:23:50.188281 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9818b90a-df16-402a-a05c-c2eb62b340b7 x-openstack-request-id: req-9818b90a-df16-402a-a05c-c2eb62b340b7 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:50.188576 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:50.188828 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9818b90a-df16-402a-a05c-c2eb62b340b7 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:50.189230 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27', 'status': 'completed', 'code': 200} Jan 10 17:23:50.205809 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-409bccaa-a87b-4d1f-9fea-8dabd23b9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.207290 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-409bccaa-a87b-4d1f-9fea-8dabd23b9d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1097 time: 0.0500286 Jan 10 17:23:50.251750 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-5b150706-a16e-427f-8b9d-075d0fec5c3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 217 time: 0.0378881 Jan 10 17:23:50.301382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-3e89fde2-66ec-4665-8fde-4d8fc3a1eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.303456 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-3e89fde2-66ec-4665-8fde-4d8fc3a1eed6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0459476 Jan 10 17:23:50.349259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-faa360c1-09c3-49d8-8518-f5b01ea592b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.350760 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-faa360c1-09c3-49d8-8518-f5b01ea592b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396256 Jan 10 17:23:50.438966 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-43de98fe-3da4-4c0d-a79f-18d9bc8a9e52 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815561 Jan 10 17:23:50.522979 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-68cf5439-f597-4968-91ec-d4a40fbd9d12 req-f8c1ff00-149d-4d97-bb1d-e3ceee2cc2ed service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779412 Jan 10 17:23:50.612883 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-8bb37a73-d004-4327-8718-d9a7a1fbc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.614343 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-8bb37a73-d004-4327-8718-d9a7a1fbc843 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1097 time: 0.0428936 Jan 10 17:23:50.700105 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-c8d70772-e77c-43e3-82a1-9cdcba3dd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.701532 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-c8d70772-e77c-43e3-82a1-9cdcba3dd176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.0802500 Jan 10 17:23:50.743400 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-6730585b-7aba-498d-9703-3d42ade071fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 217 time: 0.0360222 Jan 10 17:23:50.789491 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-e92d1690-ccce-4852-ac38-76affdac3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.790953 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-e92d1690-ccce-4852-ac38-76affdac3862 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0416842 Jan 10 17:23:50.834617 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-edde31d3-6363-44c8-b265-e2fe03de92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:50.836062 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-edde31d3-6363-44c8-b265-e2fe03de92c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384605 Jan 10 17:23:50.922876 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:23:50.924236 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-d0375c8e-ea8f-4511-bd37-15ce346fe50f service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820992 Jan 10 17:23:50.974175 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 42fb612b-3559-4e65-bded-2ece0bb3a61f completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:23:50.978705 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 42fb612b-3559-4e65-bded-2ece0bb3a61f triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:23:50.979141 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:51.042558 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c20b7eeb-d6b4-45c0-9440-2889279e0481 req-bdbd2a0c-6d04-4144-903f-2b1a72c51e7a service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118288 Jan 10 17:23:51.054267 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75d478-fd47-49d3-a5fc-3fab47a6254d req-591f51fd-0059-4068-9549-887cfa549347 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:51.054523 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:51.054741 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:51.056299 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9a75d478-fd47-49d3-a5fc-3fab47a6254d req-591f51fd-0059-4068-9549-887cfa549347 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.0754700 Jan 10 17:23:51.079937 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:51.082116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e174dee-49f2-4a03-8bad-f168825b8afc" -d '{"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:51.097944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:51.103456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:51.105256 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9a75d478-fd47-49d3-a5fc-3fab47a6254d req-68fd3a32-2363-4ab7-a479-b9eb79abf59f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436833 Jan 10 17:23:51.152420 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:51.270792 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f7cbc-eccb-466c-a75b-21642300d92e x-openstack-request-id: req-7a9f7cbc-eccb-466c-a75b-21642300d92e {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:51.271219 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:51.271483 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a9f7cbc-eccb-466c-a75b-21642300d92e {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:51.271880 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'code': 200} Jan 10 17:23:51.294657 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df00e0d-a30b-414d-888f-d4f2f0bedc83 req-b7e32bcf-f2e5-49af-b19b-49d14b801c7d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:51.296158 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4df00e0d-a30b-414d-888f-d4f2f0bedc83 req-b7e32bcf-f2e5-49af-b19b-49d14b801c7d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0496233 Jan 10 17:23:51.345848 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4df00e0d-a30b-414d-888f-d4f2f0bedc83 req-91105fbd-b1b9-4d90-9dbc-a9a790cfc61b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Jan 10 17:23:51.435987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abe50a-b19c-46ed-b4ae-a5ed2e2503e3 req-41d94d18-88d8-4a8f-ba09-af8d1aaac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:51.437454 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6abe50a-b19c-46ed-b4ae-a5ed2e2503e3 req-41d94d18-88d8-4a8f-ba09-af8d1aaac144 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1098 time: 0.0380452 Jan 10 17:23:51.482890 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6abe50a-b19c-46ed-b4ae-a5ed2e2503e3 req-00d32ddb-8dd2-4b81-8b4c-c50c8d794946 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Jan 10 17:23:52.227049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0ea2a-285d-4447-ac56-d09bb9eb9fdc req-eada9913-3dbf-4092-88ac-d59ac69f54de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:52.228428 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3df0ea2a-285d-4447-ac56-d09bb9eb9fdc req-eada9913-3dbf-4092-88ac-d59ac69f54de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0503476 Jan 10 17:23:52.273955 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3df0ea2a-285d-4447-ac56-d09bb9eb9fdc req-43058a49-2a47-495e-8b5f-7caa904786b6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 Jan 10 17:23:52.456755 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39eeb5-ef59-4295-a570-120a1b5ee78b req-548557b5-91bb-4c47-af00-e9a014a1a0d5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:52.458214 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1e39eeb5-ef59-4295-a570-120a1b5ee78b req-548557b5-91bb-4c47-af00-e9a014a1a0d5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0468793 Jan 10 17:23:52.506484 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1e39eeb5-ef59-4295-a570-120a1b5ee78b req-f50b481c-08c8-494e-87d8-232930e06e45 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Jan 10 17:23:53.390199 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27bc8d-46f4-44d9-8048-0e4e17f4cb7e req-25364f8c-8a68-4b76-a0df-59c39de0cc6e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:53.391664 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e27bc8d-46f4-44d9-8048-0e4e17f4cb7e req-25364f8c-8a68-4b76-a0df-59c39de0cc6e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0505111 Jan 10 17:23:53.436736 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e27bc8d-46f4-44d9-8048-0e4e17f4cb7e req-afb662aa-38ae-4a06-869b-d8e8bb077d6a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Jan 10 17:23:53.549424 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef47c-b764-49ce-813d-521d44f08e43 req-7e34f916-a614-4562-9c6c-0cbc0752e429 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:53.550973 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-591ef47c-b764-49ce-813d-521d44f08e43 req-7e34f916-a614-4562-9c6c-0cbc0752e429 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0495000 Jan 10 17:23:53.559304 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42492) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:23:53.563526 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Request body: {'floatingip': {'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:23:53.612936 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:53.722637 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96663d16-ebc2-4454-bb45-d4fe90f1332d req-76532bda-d14e-4393-9d0f-2ea3df8ba608 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:53.724099 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-96663d16-ebc2-4454-bb45-d4fe90f1332d req-76532bda-d14e-4393-9d0f-2ea3df8ba608 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.1305630 Jan 10 17:23:53.849396 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-96663d16-ebc2-4454-bb45-d4fe90f1332d req-21ccbe20-81f9-4d5d-92d1-6e0857000a49 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180446 Jan 10 17:23:54.075620 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:54.079367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:54.171288 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Floating IP 0ae9ca2a-0661-49ec-a167-ca9d721f1750 associated. External IP: 172.27.1.22, port: 42fb612b-3559-4e65-bded-2ece0bb3a61f. Jan 10 17:23:54.368720 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:23:54.684046 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:23:54.689005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:54.694009 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:23:54.703267 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:54.703869 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:54.714588 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-06ac3972-b30a-4020-8694-48fa11508fc2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "PUT /v2.0/floatingips/0ae9ca2a-0661-49ec-a167-ca9d721f1750 HTTP/1.1" status: 200 len: 990 time: 1.1542737 Jan 10 17:23:54.715188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:23:54.717577 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:23:54.758671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a52a97c-a6c9-4bae-9891-5677ff56f6e4 x-openstack-request-id: req-6a52a97c-a6c9-4bae-9891-5677ff56f6e4 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:23:54.758963 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:23:54.759226 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a52a97c-a6c9-4bae-9891-5677ff56f6e4 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:23:54.759628 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'status': 'completed', 'code': 200} Jan 10 17:23:54.808233 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:54.825514 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-1dc0c5d8-fb31-4f47-98c4-e3336aa782b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:54.827069 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-1dc0c5d8-fb31-4f47-98c4-e3336aa782b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1098 time: 0.0440791 Jan 10 17:23:54.919373 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-943e8cad-1ade-4e07-b47d-831ddecc8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:54.920847 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-943e8cad-1ade-4e07-b47d-831ddecc8efd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0881176 Jan 10 17:23:55.017753 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8338-d251-43ca-8319-fb8df052d97f req-02ebacbf-f0f4-42c9-be8a-f30993b0df32 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:55.019256 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2e3f8338-d251-43ca-8319-fb8df052d97f req-02ebacbf-f0f4-42c9-be8a-f30993b0df32 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0975437 Jan 10 17:23:55.021361 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-418da79f-5686-4902-8270-c7f4a8b2009c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 998 time: 0.0912962 Jan 10 17:23:55.097715 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-c00a4482-354f-4676-8e1f-0a0021a616b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:55.099189 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-c00a4482-354f-4676-8e1f-0a0021a616b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0681117 Jan 10 17:23:55.103855 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2e3f8338-d251-43ca-8319-fb8df052d97f req-83ca9ffe-c782-4145-9f98-c81690614027 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784571 Jan 10 17:23:55.142963 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-5a89bf11-0c72-4fe4-88ab-754b94957817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:55.144445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-5a89bf11-0c72-4fe4-88ab-754b94957817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393436 Jan 10 17:23:55.157433 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '0ae9ca2a-0661-49ec-a167-ca9d721f1750', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:40Z', 'updated_at': '2022-01-10T17:23:53Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:55.186388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:23:55.194495 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:23:55.195627 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:55.234303 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-40ffafd7-2ddb-4c36-a7b0-4ad7c271d6c9 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834086 Jan 10 17:23:55.297521 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:23:55.323802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b1165d-14d2-40d2-8c7a-6f5f61a423fc req-24681a10-decb-4bd3-83f5-2e9a6a4855ce service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837333 Jan 10 17:23:55.511650 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '0ae9ca2a-0661-49ec-a167-ca9d721f1750', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:40Z', 'updated_at': '2022-01-10T17:23:53Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:23:55.540772 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5843c-8370-4c22-8625-1f0caf61219a None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '0ae9ca2a-0661-49ec-a167-ca9d721f1750', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:23:40Z', 'updated_at': '2022-01-10T17:23:53Z', 'revision_number': 1, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:23:55.720875 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a71fd-8556-44e0-996b-57180969c31c None None] New status for floating IP 0ae9ca2a-0661-49ec-a167-ca9d721f1750: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:23:56.217489 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe737823-2d18-4ff4-8b3c-24c4d8490382 req-9a1fdee5-1e42-4950-bce6-72c91a406fc7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:56.218997 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fe737823-2d18-4ff4-8b3c-24c4d8490382 req-9a1fdee5-1e42-4950-bce6-72c91a406fc7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0492256 Jan 10 17:23:56.266194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fe737823-2d18-4ff4-8b3c-24c4d8490382 req-9041469c-7e38-4256-8c60-0a571e35122c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Jan 10 17:23:57.377153 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f299df-1398-47d9-a1a6-4a765372567b req-4f1ea1dc-5a85-45c9-886d-08013b6abf58 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:57.378675 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-92f299df-1398-47d9-a1a6-4a765372567b req-4f1ea1dc-5a85-45c9-886d-08013b6abf58 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0478277 Jan 10 17:23:57.425611 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-92f299df-1398-47d9-a1a6-4a765372567b req-db5aed94-8b31-4680-b778-c7e65dadf4a6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Jan 10 17:23:58.469399 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:23:58.541367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92019fd8-b07c-412f-8ef1-f1fff40c9d37 req-b69fee46-b8df-4b80-a0e4-29935ed96e4f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:58.542927 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-92019fd8-b07c-412f-8ef1-f1fff40c9d37 req-b69fee46-b8df-4b80-a0e4-29935ed96e4f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 944 time: 0.0529552 Jan 10 17:23:58.590078 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-92019fd8-b07c-412f-8ef1-f1fff40c9d37 req-9ba8ff05-2ea7-4f44-8e4f-933e05670922 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Jan 10 17:23:58.940512 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 08244df4-f905-426e-b26d-833def88fe27 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:23:59.033939 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=08244df4-f905-426e-b26d-833def88fe27,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:59.048678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '08244df4-f905-426e-b26d-833def88fe27', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:23:59.086183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 08244df4-f905-426e-b26d-833def88fe27 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:23:59.086701 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (08244df4-f905-426e-b26d-833def88fe27), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:59.100713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08244df4-f905-426e-b26d-833def88fe27 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:23:59.119619 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=08244df4-f905-426e-b26d-833def88fe27,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:23:59.123475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (08244df4-f905-426e-b26d-833def88fe27), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:23:59.170300 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:23:59.540850 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['08244df4-f905-426e-b26d-833def88fe27'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:23:59.701886 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6633-26e5-4bf3-bd76-a9943de62770 req-578b2dc9-6737-443f-b727-3836e7a5b1fa tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:23:59.703540 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d2cd6633-26e5-4bf3-bd76-a9943de62770 req-578b2dc9-6737-443f-b727-3836e7a5b1fa tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 945 time: 0.0493050 Jan 10 17:23:59.751427 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d2cd6633-26e5-4bf3-bd76-a9943de62770 req-3602099d-39c8-4c90-9265-01e364f5a15a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Jan 10 17:24:00.861901 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0669a-c6dc-461e-9ba0-b00b11cae2f9 req-b98f4c67-a545-42cb-9b9e-d50d214c2d41 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:00.863389 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44c0669a-c6dc-461e-9ba0-b00b11cae2f9 req-b98f4c67-a545-42cb-9b9e-d50d214c2d41 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 945 time: 0.0474479 Jan 10 17:24:00.913947 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44c0669a-c6dc-461e-9ba0-b00b11cae2f9 req-5b811323-48ab-4b96-82b8-3605bd48bcaa tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444915 Jan 10 17:24:00.957106 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 08244df4-f905-426e-b26d-833def88fe27 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:24:01.006829 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 08244df4-f905-426e-b26d-833def88fe27 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:24:01.011330 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 08244df4-f905-426e-b26d-833def88fe27 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:24:01.011726 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (08244df4-f905-426e-b26d-833def88fe27), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:01.084576 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 08244df4-f905-426e-b26d-833def88fe27 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:24:01.084984 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (08244df4-f905-426e-b26d-833def88fe27), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:01.106660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08244df4-f905-426e-b26d-833def88fe27'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:01.108878 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc83c6c-b24e-41e2-9009-4553f377eb0e" -d '{"events": [{"server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "name": "network-vif-plugged", "status": "completed", "tag": "08244df4-f905-426e-b26d-833def88fe27"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:01.122004 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=08244df4-f905-426e-b26d-833def88fe27,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:24:01.127620 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (08244df4-f905-426e-b26d-833def88fe27), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:01.151180 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ac2f5-c525-4208-8111-6e3d554e236f x-openstack-request-id: req-1f9ac2f5-c525-4208-8111-6e3d554e236f {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:01.151680 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "name": "network-vif-plugged", "status": "completed", "tag": "08244df4-f905-426e-b26d-833def88fe27", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:01.152518 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f9ac2f5-c525-4208-8111-6e3d554e236f {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:01.152920 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08244df4-f905-426e-b26d-833def88fe27', 'code': 200} Jan 10 17:24:01.180563 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:01.365271 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337b25-7e65-4bdb-9255-f4562a1fb244 req-f2b2bbe5-ea83-443f-9ef8-30ff65110c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:01.367303 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b337b25-7e65-4bdb-9255-f4562a1fb244 req-f2b2bbe5-ea83-443f-9ef8-30ff65110c9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1099 time: 0.0393503 Jan 10 17:24:01.411147 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2b337b25-7e65-4bdb-9255-f4562a1fb244 req-515932b1-4f44-418d-936a-0582ecd0bb4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370471 Jan 10 17:24:02.029202 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfece3-28ea-4ccb-8089-7f5587cd9183 req-2acb2042-7d33-40c4-bc63-e71bc32f97c1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:02.030705 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1adfece3-28ea-4ccb-8089-7f5587cd9183 req-2acb2042-7d33-40c4-bc63-e71bc32f97c1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 946 time: 0.0484402 Jan 10 17:24:02.078390 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1adfece3-28ea-4ccb-8089-7f5587cd9183 req-4e74621a-e4e4-43c1-9da1-7ec23819db93 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jan 10 17:24:03.192899 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0e599-58ff-41bc-8a08-a7167fe060c7 req-ae978063-654b-4b3e-b106-f7d29ae140ee tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:03.194385 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eea0e599-58ff-41bc-8a08-a7167fe060c7 req-ae978063-654b-4b3e-b106-f7d29ae140ee tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 946 time: 0.0519571 Jan 10 17:24:03.241526 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eea0e599-58ff-41bc-8a08-a7167fe060c7 req-3ea93929-46e5-478d-8e1d-47c5418fbaef tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Jan 10 17:24:03.355010 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a93d-b343-4e9a-9c64-1920b100c233 req-1e67c2ba-cd8a-4839-9b3e-b71f08bcc90b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:03.356400 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9bd8a93d-b343-4e9a-9c64-1920b100c233 req-1e67c2ba-cd8a-4839-9b3e-b71f08bcc90b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 946 time: 0.0479572 Jan 10 17:24:03.403735 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9bd8a93d-b343-4e9a-9c64-1920b100c233 req-dc952066-1b7f-4aca-b158-8edff488a412 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Jan 10 17:24:03.425619 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42538) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:03.467599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b64606-9c83-4c5b-b9f9-a70b7f53f2b1 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:03.469077 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-60b64606-9c83-4c5b-b9f9-a70b7f53f2b1 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1094 time: 0.0424740 Jan 10 17:24:03.471831 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42540) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:03.476069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:03.499267 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:03.591114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:03.693254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.27.1.232 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/3e96b6af-fe01-42ef-907f-cbce31fa7b46) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:24:03.788408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:03.822022 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:03.863942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:24:03.867358 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:24:03.869928 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:24:03.896007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=3e96b6af-fe01-42ef-907f-cbce31fa7b46,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:03.958995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-662e9fcf-f723-4691-8ced-5e9c86779e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.207110 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (dae4df48-01d4-48eb-9c2b-1b213618c4c8), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.272703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.416600 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.421204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.486538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=3e96b6af-fe01-42ef-907f-cbce31fa7b46,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:04.499479 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (dae4df48-01d4-48eb-9c2b-1b213618c4c8), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.563456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.596692 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP dae4df48-01d4-48eb-9c2b-1b213618c4c8 associated. External IP: 172.27.1.232, port: 08244df4-f905-426e-b26d-833def88fe27. Jan 10 17:24:04.791466 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:24:04.894271 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:24:04.904771 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:24:04.912754 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:04.915178 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:04.915789 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:04.938617 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-0690a435-a496-467f-b811-b11644f5aac5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4657533 Jan 10 17:24:04.939408 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:04.942984 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d94fcf-a5d9-448b-821e-6a6e8549cb29" -d '{"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:04.981521 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77ceca-d31e-4cbf-ac0d-cf23064e2594 x-openstack-request-id: req-ea77ceca-d31e-4cbf-ac0d-cf23064e2594 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:04.981814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:04.982072 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea77ceca-d31e-4cbf-ac0d-cf23064e2594 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:04.982508 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27', 'status': 'completed', 'code': 200} Jan 10 17:24:05.021074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:05.048452 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-3b6340d6-82e8-4b88-b06d-e22dab674c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:05.049960 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-3b6340d6-82e8-4b88-b06d-e22dab674c64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1099 time: 0.0444641 Jan 10 17:24:05.137331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-5ca89ebe-5b94-41a7-912a-72113fdd25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:05.138735 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-5ca89ebe-5b94-41a7-912a-72113fdd25fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.0828161 Jan 10 17:24:05.206917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-98f523ae-4f77-40b3-b059-d757c39b9963 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 1000 time: 0.0611875 Jan 10 17:24:05.239534 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:04Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:05.255511 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-c88770c5-dc9f-4612-9877-85e1258b88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:05.256978 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-c88770c5-dc9f-4612-9877-85e1258b88cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0430324 Jan 10 17:24:05.267950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:24:05.276897 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:05.277492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:23:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:05.300965 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-68162f6a-834a-4e8f-ad4b-dbd5d8211e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:05.302495 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-68162f6a-834a-4e8f-ad4b-dbd5d8211e7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396960 Jan 10 17:24:05.393655 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-a21bf006-2a7d-41fb-a1d7-27865f505bb8 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Jan 10 17:24:05.483552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60d94fcf-a5d9-448b-821e-6a6e8549cb29 req-39c4b083-a2de-42fe-b9f6-09349f643dad service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Jan 10 17:24:05.503610 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:05.719082 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:04Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:05.743837 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954be68-5de8-496a-98f8-fa726cef9160 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:04Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:24:05.929762 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e4754f-de73-4178-8614-daf2962805c8 None None] New status for floating IP dae4df48-01d4-48eb-9c2b-1b213618c4c8: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:24:06.432574 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d71b69ec-8b14-4a2c-ac83-fe28764409e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:07.203855 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:08.806481 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:10.434995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:31.815075 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03fcf0-9a98-4d91-b2d0-d968e6042000 req-2d12fdf7-7236-49db-8557-c71ece5c3358 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:31.816552 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca03fcf0-9a98-4d91-b2d0-d968e6042000 req-2d12fdf7-7236-49db-8557-c71ece5c3358 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Jan 10 17:24:31.862954 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca03fcf0-9a98-4d91-b2d0-d968e6042000 req-ef2b6c7e-0aa9-4bf7-9c64-605499dde5fe tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 Jan 10 17:24:32.976193 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a320a2-f27f-468e-ade5-178063e5ae82 req-3cfeb752-96fa-4377-96d9-98c07f6ec4f0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:32.978275 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a4a320a2-f27f-468e-ade5-178063e5ae82 req-3cfeb752-96fa-4377-96d9-98c07f6ec4f0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0487759 Jan 10 17:24:33.024463 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a4a320a2-f27f-468e-ade5-178063e5ae82 req-9464261f-2414-4b0d-9eed-1791b580b02c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0dff30d-07a0-4485-8f64-2d2b531519d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Jan 10 17:24:33.285021 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-7cc45c29-b376-4cf7-9a10-8662da55fa04 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:33.286354 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-7cc45c29-b376-4cf7-9a10-8662da55fa04 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 946 time: 0.0460427 Jan 10 17:24:33.376309 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Deleting port 89b13c57-2c76-4f75-8337-c4c509b2d32d {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:24:33.376647 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.459506 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] For port 89b13c57-2c76-4f75-8337-c4c509b2d32d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=89b13c57-2c76-4f75-8337-c4c509b2d32d,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:24:33.459859 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.624669 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.625028 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.625342 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Floating IP 92a8c7d2-631a-4f22-948b-390b9cd6bae8 disassociated. External IP: 172.27.1.155, port: 89b13c57-2c76-4f75-8337-c4c509b2d32d. Jan 10 17:24:33.625682 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Calling delete_port for 89b13c57-2c76-4f75-8337-c4c509b2d32d owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:24:33.746676 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (89b13c57-2c76-4f75-8337-c4c509b2d32d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.774800 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'Port': ['ID=89b13c57-2c76-4f75-8337-c4c509b2d32d,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:33.882515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:24:33.960593 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-21ad1f39-a95e-4bb8-bbf5-196a1f27e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:33.987933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:24:34.001943 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:24:34.012801 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:34.013667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:24:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:34.033626 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] No DVR routers for this DVR port 89b13c57-2c76-4f75-8337-c4c509b2d32d on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:24:34.036046 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:34.039361 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a12097ad-3070-40a4-9b61-19bb9504bcd4 req-02871518-1d26-4a27-b1dd-a923e0c4537d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "DELETE /v2.0/ports/89b13c57-2c76-4f75-8337-c4c509b2d32d HTTP/1.1" status: 204 len: 173 time: 0.7478454 Jan 10 17:24:34.039802 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'name': 'network-vif-deleted', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:34.042062 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92616677-32fd-4da2-990c-aae4e20b8373" -d '{"events": [{"server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "name": "network-vif-deleted", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:34.077716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e04684-ac86-46cf-a129-f919e446b23a x-openstack-request-id: req-f4e04684-ac86-46cf-a129-f919e446b23a {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:34.077953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876958c-77b7-4d17-8e85-583b0f18b113", "name": "network-vif-deleted", "tag": "89b13c57-2c76-4f75-8337-c4c509b2d32d", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:34.078211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4e04684-ac86-46cf-a129-f919e446b23a {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:34.078635 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876958c-77b7-4d17-8e85-583b0f18b113', 'name': 'network-vif-deleted', 'tag': '89b13c57-2c76-4f75-8337-c4c509b2d32d', 'status': 'completed', 'code': 200} Jan 10 17:24:34.138134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:34.156300 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2fc0885c-4ca6-4696-9609-5116401b5af3 req-b7492a9a-9e00-4199-95fc-fd228cf0c597 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=a876958c-77b7-4d17-8e85-583b0f18b113 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Jan 10 17:24:34.348077 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:34.373381 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:24:34.381412 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:34.382008 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:24:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:34.490205 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:34.618578 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:34.693947 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:34.723451 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541b2a1-ce6a-4bfd-b61f-9db589994148 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:24:34.930663 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cef955-0282-45c6-9a6e-167923f6d44f None None] New status for floating IP 92a8c7d2-631a-4f22-948b-390b9cd6bae8: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:24:35.239278 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 42648) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:35.291032 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (c0dff30d-07a0-4485-8f64-2d2b531519d8), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.313205 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (c0dff30d-07a0-4485-8f64-2d2b531519d8), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.357671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (c0dff30d-07a0-4485-8f64-2d2b531519d8), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.360294 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.361399 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "DELETE /v2.0/security-groups/c0dff30d-07a0-4485-8f64-2d2b531519d8 HTTP/1.1" status: 204 len: 168 time: 0.1211221 Jan 10 17:24:35.364139 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42650) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:35.369867 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fd35e-c659-4fae-919e-7f6d5c364867 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dff30d-07a0-4485-8f64-2d2b531519d8,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:35.380332 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.api.v2.resource [None req-8e075d0e-2dae-4ccb-953e-7aca1631edd5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] show failed (client error): The resource could not be found. Jan 10 17:24:35.381521 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-8e075d0e-2dae-4ccb-953e-7aca1631edd5 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups/c0dff30d-07a0-4485-8f64-2d2b531519d8 HTTP/1.1" status: 404 len: 347 time: 0.0162816 Jan 10 17:24:35.384318 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42652) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:35.467876 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:24:35.504956 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Deleting port b0bf619b-c4c7-412c-8259-33d355e6bc17 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:24:35.505293 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.581283 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.581612 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (b0bf619b-c4c7-412c-8259-33d355e6bc17), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.593107 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Calling delete_port for b0bf619b-c4c7-412c-8259-33d355e6bc17 owned by network:floatingip {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:24:35.718759 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (b0bf619b-c4c7-412c-8259-33d355e6bc17), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.744175 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'Port': ['ID=b0bf619b-c4c7-412c-8259-33d355e6bc17,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:35.800396 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (92a8c7d2-631a-4f22-948b-390b9cd6bae8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.802992 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:35.805023 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-2307149e-162f-4cf1-8359-16d52ecc5967 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "DELETE /v2.0/floatingips/92a8c7d2-631a-4f22-948b-390b9cd6bae8 HTTP/1.1" status: 204 len: 168 time: 0.4189351 Jan 10 17:24:36.180957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42658) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:36.185813 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571847559', 'description': 'tempest-description--12392741'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:36.208879 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.273794 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (bf87fd46-f0af-4d92-90be-eb3496a546ba), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.277878 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (bf87fd46-f0af-4d92-90be-eb3496a546ba), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.305218 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87fd46-f0af-4d92-90be-eb3496a546ba,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:36.310433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.311716 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-11dd3d8e-6716-4288-9aab-fc396957695a tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1294739 Jan 10 17:24:36.314472 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42660) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:36.318678 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group_rule': {'security_group_id': 'bf87fd46-f0af-4d92-90be-eb3496a546ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:36.346089 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (7fa6cf6d-038e-4b67-8693-2c0f5896d27e), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.401500 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (7fa6cf6d-038e-4b67-8693-2c0f5896d27e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.405570 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (7fa6cf6d-038e-4b67-8693-2c0f5896d27e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.422123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa6cf6d-038e-4b67-8693-2c0f5896d27e,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:36.431083 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.432291 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a0f6f4fe-ec20-4afe-8e60-aa19fc46dfe6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169114 Jan 10 17:24:36.435968 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42662) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:36.440093 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2103a22d-e1fb-4bde-9dd8-f5a5e0b05f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.440640 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'security_group_rule': {'security_group_id': 'bf87fd46-f0af-4d92-90be-eb3496a546ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:36.468951 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (4200e86e-b6f3-489b-be3f-47d668cf39e6), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.521677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (4200e86e-b6f3-489b-be3f-47d668cf39e6), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.525184 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (4200e86e-b6f3-489b-be3f-47d668cf39e6), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.543241 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4200e86e-b6f3-489b-be3f-47d668cf39e6,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:36.550776 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.551954 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-30cb7461-2a53-4512-b5b8-170af1ba84b1 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150367 Jan 10 17:24:36.555032 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42664) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:36.559258 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:36.582256 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.674474 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:36.773704 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Allocated IP 172.27.1.112 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:24:37.108828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.140694 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.167069 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 89b13c57-2c76-4f75-8337-c4c509b2d32d no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:24:37.179050 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:24:37.181851 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:24:37.186201 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:24:37.187010 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 89b13c57-2c76-4f75-8337-c4c509b2d32d {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:24:37.187391 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 89b13c57-2c76-4f75-8337-c4c509b2d32d not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:24:37.191959 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:37.206491 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.275576 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.309574 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.454390 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.458935 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8952207'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.522817 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:37.534535 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.549357 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:37.550647 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-337870a3-41ea-4fc4-aa13-f1d3c50c9791 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9946938 Jan 10 17:24:37.691495 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-ed7fc89e-a0a0-4695-a5f8-45a1c70ee66b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--571847559&fields=id&tenant_id=a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 267 time: 0.0403862 Jan 10 17:24:38.007774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-e4833a11-8b5e-41c4-8b52-d1888d162df2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:38.009223 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-e4833a11-8b5e-41c4-8b52-d1888d162df2 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 810 time: 0.3117640 Jan 10 17:24:38.023100 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-dbf16751-9c07-41fc-9d96-08a8a7ebc75c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/quotas/a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 375 time: 0.0086031 Jan 10 17:24:38.073468 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-442ea515-9e86-44cb-a43c-f18779081948 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456841 Jan 10 17:24:38.208263 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-dc7b5e43-5122-40dd-ab81-25ddd2324abd service neutron] 10.222.0.10 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236980 Jan 10 17:24:38.294462 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-58b68785-5707-4e50-88e1-3a6a3bfaa13c service neutron] 10.222.0.10 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805917 Jan 10 17:24:38.459917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2242d72d-cb64-480b-a8f1-c7aeac32a3fc req-67436a5c-3e40-4072-89b2-1343739c304c tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 210 time: 0.0385540 Jan 10 17:24:38.809270 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:39.352136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-bb34e296-e710-49db-ab43-e9c2e4659e71 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:39.354008 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-bb34e296-e710-49db-ab43-e9c2e4659e71 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 810 time: 0.1024852 Jan 10 17:24:39.427126 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-f4113d45-10fd-40b0-8dce-58f57ea85251 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6063f65f9ff4971bb348b96420816aa HTTP/1.1" status: 200 len: 379 time: 0.0524685 Jan 10 17:24:39.439056 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'port': {'device_id': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'admin_state_up': True, 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'security_groups': ['bf87fd46-f0af-4d92-90be-eb3496a546ba']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:39.557352 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f9bd409a-afe8-4e3c-b59f-6a0d36980459 req-7adfe706-3bb3-4fda-89ea-63dd121bcc81 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jan 10 17:24:39.574070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Made reservation on behalf of a6063f65f9ff4971bb348b96420816aa for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:24:39.577604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:39.697719 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Allocated IP 172.20.0.4 (8ba32b39-cf3c-46a3-aba0-5e28aa14d827/3647c68b-c8f6-40ba-9795-93b47db1e83a/7fb2c08d-3144-41dd-8f9c-4d1753b84d1c) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:24:39.831545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:39.864137 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:39.905090 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:24:39.908411 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:24:39.911998 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:24:39.937485 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event updated for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:39.966685 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:39.967319 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:39.984988 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-6ec80a62-9434-4c33-9a3d-89970ef87e51 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5494773 Jan 10 17:24:39.996442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Request body: {'port': {'device_id': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:40.051618 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.146138 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-5a3e1db3-5bc2-4689-92c0-ccbe35add945 None None] Provisioning complete for port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:24:40.146755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5a3e1db3-5bc2-4689-92c0-ccbe35add945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.182660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e1db3-5bc2-4689-92c0-ccbe35add945 None None] Port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:24:40.309355 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:24:40.316462 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks [] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.328447 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Transition to ACTIVE for port object 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:24:40.332906 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.379722 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:40.404812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.405166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.405514 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.405860 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.406197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.406551 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.406881 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.407211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.407800 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.408130 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.408456 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.408780 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.409106 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:24:40.439510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.463391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Attempting to bind port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:24:40.463729 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Attempting to bind port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:24:40.464061 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Attempting to bind port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:24:40.468627 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:24:40.468949 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Attempting to bind port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c on network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:24:40.473837 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:24:40.474180 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Checking segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:24:40.474591 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Bound using segment: {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:24:40.475016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Bound port: 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efabe58-9ec0-45d2-b91b-a46b0ebd2687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:24:40.475370 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.549815 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:24:40.553054 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:24:40.557559 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.592611 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:40.593574 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:40.595489 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] 10.222.0.24 "PUT /v2.0/ports/7fb2c08d-3144-41dd-8f9c-4d1753b84d1c HTTP/1.1" status: 200 len: 1093 time: 0.6034563 Jan 10 17:24:40.599948 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:40.601969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023c7f35-9bdc-44fb-94e2-6fa1f2245590" -d '{"events": [{"name": "network-changed", "server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:40.667384 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe636a3-6a55-4597-b8e9-1cdda8313124 x-openstack-request-id: req-bfe636a3-6a55-4597-b8e9-1cdda8313124 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:40.667675 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:40.668092 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfe636a3-6a55-4597-b8e9-1cdda8313124 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:40.668491 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'status': 'completed', 'code': 200} Jan 10 17:24:40.676494 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec4b2f-8644-4f9e-82e2-9c5412b22d23 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.725483 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16bc44-5494-4746-a64a-b5f3cb7b17d0 req-31dd3157-2231-4005-acdc-ebd6e8f3549d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:40.728107 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f16bc44-5494-4746-a64a-b5f3cb7b17d0 req-31dd3157-2231-4005-acdc-ebd6e8f3549d tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 943 time: 0.0933223 Jan 10 17:24:40.734995 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-c7d2a940-06cb-4336-abf9-50dbc5ebda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:40.736248 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-c7d2a940-06cb-4336-abf9-50dbc5ebda14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 1096 time: 0.0709596 Jan 10 17:24:40.785355 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-cda7b272-b8bd-498a-ae74-a20056006690 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c HTTP/1.1" status: 200 len: 217 time: 0.0422058 Jan 10 17:24:40.837895 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5f16bc44-5494-4746-a64a-b5f3cb7b17d0 req-1e9486c0-99b8-43ec-9164-c27ae56ecbad tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006172 Jan 10 17:24:40.850184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-1cacca8f-337a-4892-a10c-1f90967f9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:40.851646 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-1cacca8f-337a-4892-a10c-1f90967f9920 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0563755 Jan 10 17:24:40.900508 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-12290a8f-63ba-463d-9660-fae9eb1b393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:40.901921 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-12290a8f-63ba-463d-9660-fae9eb1b393d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441856 Jan 10 17:24:40.987755 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-4549ea13-0cc8-4315-a6b0-d82d5537a1af service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793688 Jan 10 17:24:41.075935 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985f32ab-a3bf-4af3-956d-74ca6c389810 req-9d1d0dd6-3199-4c66-a2d6-f780090a728f service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825007 Jan 10 17:24:41.160254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-6b1875ad-1fb5-4bf2-9e14-ccf406c6fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:41.161627 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-6b1875ad-1fb5-4bf2-9e14-ccf406c6fb69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 1096 time: 0.0396204 Jan 10 17:24:41.250733 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-54fe125d-58bf-4ddf-a997-9dc7bd02bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:41.252171 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-54fe125d-58bf-4ddf-a997-9dc7bd02bf48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.0835617 Jan 10 17:24:41.290457 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-8bd20fc7-856f-41c0-939f-662f5302b5ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c HTTP/1.1" status: 200 len: 217 time: 0.0327339 Jan 10 17:24:41.335557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-39045de0-c186-456d-9944-0cdc152e3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:41.336912 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-39045de0-c186-456d-9944-0cdc152e3ca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0398710 Jan 10 17:24:41.380968 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-be921bb0-23cd-4268-9c5b-2cb34894848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:41.382483 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-be921bb0-23cd-4268-9c5b-2cb34894848a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380597 Jan 10 17:24:41.473538 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-b3f8b6c8-8ec4-4d96-a4d0-a7c988aaaf71 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Jan 10 17:24:41.560533 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-023c7f35-9bdc-44fb-94e2-6fa1f2245590 req-01672dae-f88b-47d0-a0ba-e92b047bbe74 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814834 Jan 10 17:24:41.951000 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2dcd5-c4b6-4ddd-b99f-9138b5f0c79d req-6e211efa-3206-4b11-b81f-36b5887e6a79 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:41.952456 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7c2dcd5-c4b6-4ddd-b99f-9138b5f0c79d req-6e211efa-3206-4b11-b81f-36b5887e6a79 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 943 time: 0.0483098 Jan 10 17:24:41.998550 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7c2dcd5-c4b6-4ddd-b99f-9138b5f0c79d req-dc7d8948-11a6-4e83-a819-9398e45db682 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Jan 10 17:24:43.108659 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59752500-f6b2-4760-ab02-15e41961ce4c req-ef7612f8-5f94-4ea2-b217-543b245dfbed tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:43.110083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59752500-f6b2-4760-ab02-15e41961ce4c req-ef7612f8-5f94-4ea2-b217-543b245dfbed tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 943 time: 0.0469551 Jan 10 17:24:43.154437 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59752500-f6b2-4760-ab02-15e41961ce4c req-5c508678-97e0-4721-96ab-f9b4f7ea793f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390120 Jan 10 17:24:44.267311 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67c57-2374-4329-938d-2731bcc3b1ca req-a9ae36ff-eae0-434c-8c72-d188ca97ad7f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:44.268725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-acb67c57-2374-4329-938d-2731bcc3b1ca req-a9ae36ff-eae0-434c-8c72-d188ca97ad7f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 943 time: 0.0501270 Jan 10 17:24:44.313282 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-acb67c57-2374-4329-938d-2731bcc3b1ca req-594ad130-268d-41e7-94c3-343b534153eb tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391779 Jan 10 17:24:45.205026 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:24:45.297443 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:24:45.307861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'port_id': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'mac_address': 'fa:16:3e:6e:cb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:24:45.344320 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:24:45.344712 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:45.361955 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:24:45.380713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:24:45.385652 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:45.425687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb23b2-c627-4aba-b84a-e1f2b0dcb65e req-44117e8f-e1e5-4344-9f8e-ab0f4ec8a903 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:45.427207 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6eb23b2-c627-4aba-b84a-e1f2b0dcb65e req-44117e8f-e1e5-4344-9f8e-ab0f4ec8a903 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 944 time: 0.0496888 Jan 10 17:24:45.435788 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:45.473300 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f6eb23b2-c627-4aba-b84a-e1f2b0dcb65e req-8579e4a1-dc97-4d76-bdc0-fbbe55d90ab7 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 Jan 10 17:24:45.751089 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:24:46.588165 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf987f-40d9-462c-bccb-ab8be90ee6ed req-39fc5bcb-6a9e-4462-a067-ddbc61d3f209 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:46.589603 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cdcf987f-40d9-462c-bccb-ab8be90ee6ed req-39fc5bcb-6a9e-4462-a067-ddbc61d3f209 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 944 time: 0.0498066 Jan 10 17:24:46.634578 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cdcf987f-40d9-462c-bccb-ab8be90ee6ed req-cb96125a-a0db-4f3f-8baf-10548c64d008 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387232 Jan 10 17:24:47.239063 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:24:47.289174 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:24:47.292736 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:24:47.293105 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:47.366883 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:24:47.367195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:47.389436 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:47.391687 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628b2a4-e49c-46cc-a1f3-9f70815a1a21" -d '{"events": [{"server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:47.404031 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:24:47.408292 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:47.431112 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989877d-fa24-411a-a87a-e4747bf52e87 x-openstack-request-id: req-0989877d-fa24-411a-a87a-e4747bf52e87 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:47.431403 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:47.431656 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0989877d-fa24-411a-a87a-e4747bf52e87 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:47.432043 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'code': 200} Jan 10 17:24:47.462514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:24:47.593578 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5e95-8692-4388-ae8e-651f41e63b28 req-6a02b72d-b928-4ea5-b249-47e6a002d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:47.595065 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ddd5e95-8692-4388-ae8e-651f41e63b28 req-6a02b72d-b928-4ea5-b249-47e6a002d47b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 1098 time: 0.0387695 Jan 10 17:24:47.637262 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ddd5e95-8692-4388-ae8e-651f41e63b28 req-999bf039-49a6-46e5-af5b-0bb424ddc791 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344441 Jan 10 17:24:47.748384 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fef7-0967-4a18-b7ab-c7188b54727d req-5a6d73a5-3414-4540-8f95-8a9f87268904 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:47.750027 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b868fef7-0967-4a18-b7ab-c7188b54727d req-5a6d73a5-3414-4540-8f95-8a9f87268904 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0480468 Jan 10 17:24:47.801455 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b868fef7-0967-4a18-b7ab-c7188b54727d req-a6e99ff6-b56a-430f-8f56-66efecf39468 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458016 Jan 10 17:24:47.860449 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6106a-d00b-40c4-876f-ace32f9b243a req-ff81b663-4d68-448c-9ba2-53107b6724e5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:47.861884 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6b6106a-d00b-40c4-876f-ace32f9b243a req-ff81b663-4d68-448c-9ba2-53107b6724e5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0471079 Jan 10 17:24:47.918989 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e6b6106a-d00b-40c4-876f-ace32f9b243a req-ba1b505e-348f-4cba-9f9f-9a565a2d3794 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514791 Jan 10 17:24:48.021117 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfee8-87ab-470a-861a-e699b19d1753 req-6dc7b54a-2435-483a-b03f-739ac226d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:48.022598 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-6dc7b54a-2435-483a-b03f-739ac226d882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1138 time: 0.0408022 Jan 10 17:24:48.111646 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfee8-87ab-470a-861a-e699b19d1753 req-baf28dde-f8a7-4de4-b501-3faaf10c3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:48.113064 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-baf28dde-f8a7-4de4-b501-3faaf10c3318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.0829368 Jan 10 17:24:48.175703 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-35450e8d-0baa-4e31-b4b9-b651941ef353 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 1001 time: 0.0565126 Jan 10 17:24:48.226796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfee8-87ab-470a-861a-e699b19d1753 req-c0c4dc90-d973-4038-9378-fd8167c1749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:48.228194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-c0c4dc90-d973-4038-9378-fd8167c1749d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0452867 Jan 10 17:24:48.273700 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dfee8-87ab-470a-861a-e699b19d1753 req-e2f94f44-a5bf-4312-a742-2fed46a82338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:48.275184 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-e2f94f44-a5bf-4312-a742-2fed46a82338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389121 Jan 10 17:24:48.361732 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-64ac20bf-0fde-4a93-86b6-3166f694322e service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782845 Jan 10 17:24:48.450211 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-099dfee8-87ab-470a-861a-e699b19d1753 req-9097714e-4d7e-42c8-b8ac-da0c5e03283f service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818441 Jan 10 17:24:48.912686 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b9e9-eaa4-4d00-8bf4-7d673810dd56 req-d68bd4c3-2ee4-4b45-ba87-26385e4052d6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:48.914115 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4f69b9e9-eaa4-4d00-8bf4-7d673810dd56 req-d68bd4c3-2ee4-4b45-ba87-26385e4052d6 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0470262 Jan 10 17:24:48.959023 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4f69b9e9-eaa4-4d00-8bf4-7d673810dd56 req-b01b9f3f-8709-492b-96c1-403d8a247d14 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389435 Jan 10 17:24:49.037170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90d2b4-94d7-4c45-ba87-eefded708b92 req-c02fea59-5c87-4a51-a788-23851513cd9c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:49.038684 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6d90d2b4-94d7-4c45-ba87-eefded708b92 req-c02fea59-5c87-4a51-a788-23851513cd9c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0510404 Jan 10 17:24:49.098562 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6d90d2b4-94d7-4c45-ba87-eefded708b92 req-f7e69a18-fea7-499e-9fff-832a9694b44c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529792 Jan 10 17:24:50.073764 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6254dc-dbb6-4d5a-9623-dd13f3a69a95 req-deaa0099-b689-480b-a579-c55dfb4af033 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:50.075234 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8d6254dc-dbb6-4d5a-9623-dd13f3a69a95 req-deaa0099-b689-480b-a579-c55dfb4af033 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0482049 Jan 10 17:24:50.120584 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8d6254dc-dbb6-4d5a-9623-dd13f3a69a95 req-ce22f641-c3bd-440b-b4ee-11be49c0f845 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 Jan 10 17:24:50.246670 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036860-1d4a-46bb-988b-edb950aa3d3b req-b9aa7c7b-a336-48b5-a7c8-1b59d915cd98 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:50.248195 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0036860-1d4a-46bb-988b-edb950aa3d3b req-b9aa7c7b-a336-48b5-a7c8-1b59d915cd98 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0813496 Jan 10 17:24:50.262094 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f505c4-f92e-444e-82c9-1322824a50f9 req-7511c8d9-24e9-468e-9777-ae1d17818bd8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:50.263480 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-52f505c4-f92e-444e-82c9-1322824a50f9 req-7511c8d9-24e9-468e-9777-ae1d17818bd8 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0713923 Jan 10 17:24:50.271852 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 42758) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:24:50.276407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Request body: {'floatingip': {'port_id': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:24:50.315823 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0036860-1d4a-46bb-988b-edb950aa3d3b req-7bc1ff01-7f9b-45d4-b6e9-5f987ccf9c2a tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615580 Jan 10 17:24:50.318781 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:50.733178 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:50.736838 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:50.834019 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.l3_db [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Floating IP 6f0e213c-8372-48c3-9ed6-65cf42fd215e associated. External IP: 172.27.1.112, port: 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c. Jan 10 17:24:51.034046 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:24:51.136329 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:24:51.141858 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:24:51.146347 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:24:51.155607 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:51.156204 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:24:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:51.167301 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-26c7a244-1c63-4bce-919b-d4d587237fba tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "PUT /v2.0/floatingips/6f0e213c-8372-48c3-9ed6-65cf42fd215e HTTP/1.1" status: 200 len: 991 time: 0.8943601 Jan 10 17:24:51.167990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:24:51.170914 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004d347-ab50-453c-92f4-6b643cd72367" -d '{"events": [{"name": "network-changed", "server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:24:51.212304 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d714f-9b3b-4d82-872c-131fbfd99920 x-openstack-request-id: req-859d714f-9b3b-4d82-872c-131fbfd99920 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:24:51.212672 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:24:51.213794 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-859d714f-9b3b-4d82-872c-131fbfd99920 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:24:51.214246 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'status': 'completed', 'code': 200} Jan 10 17:24:51.275893 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d347-ab50-453c-92f4-6b643cd72367 req-47829109-67df-4fa7-b2ac-0d4d7ee1fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:51.277485 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-47829109-67df-4fa7-b2ac-0d4d7ee1fdc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6063f65f9ff4971bb348b96420816aa&device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 1098 time: 0.0418043 Jan 10 17:24:51.378823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d347-ab50-453c-92f4-6b643cd72367 req-3c776260-8b16-4881-84eb-1447c542ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:51.380302 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-3c776260-8b16-4881-84eb-1447c542ebd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 200 len: 911 time: 0.0951571 Jan 10 17:24:51.395198 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:51.486024 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4835b0-d9e0-4fbf-8c33-a13293315c0d req-be229a01-cea4-4daf-abf9-5c4ea623b7d0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:51.487569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad4835b0-d9e0-4fbf-8c33-a13293315c0d req-be229a01-cea4-4daf-abf9-5c4ea623b7d0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0959053 Jan 10 17:24:51.489454 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-8a9f4cf7-bee4-415c-92e7-ae23997af60f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c HTTP/1.1" status: 200 len: 999 time: 0.1033561 Jan 10 17:24:51.569761 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d347-ab50-453c-92f4-6b643cd72367 req-4ccbf9d5-661f-4a3d-9918-521abf1172b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:51.571223 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-4ccbf9d5-661f-4a3d-9918-521abf1172b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 200 len: 849 time: 0.0707994 Jan 10 17:24:51.592896 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ad4835b0-d9e0-4fbf-8c33-a13293315c0d req-fd54cd05-5293-43a7-b12e-6dff3251b069 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996172 Jan 10 17:24:51.620560 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '6f0e213c-8372-48c3-9ed6-65cf42fd215e', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:6e:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:37Z', 'updated_at': '2022-01-10T17:24:50Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:51.621898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d347-ab50-453c-92f4-6b643cd72367 req-dea007d2-f592-4a11-aa25-ea121f86e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:51.623418 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-dea007d2-f592-4a11-aa25-ea121f86e907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ba32b39-cf3c-46a3-aba0-5e28aa14d827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451169 Jan 10 17:24:51.649639 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:24:51.658863 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:24:51.659465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:24:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:51.765367 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:24:51.929117 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-f5427cd0-1c6d-4f6c-ac26-5a9725ec97aa service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987456 Jan 10 17:24:51.986446 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '6f0e213c-8372-48c3-9ed6-65cf42fd215e', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:6e:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:37Z', 'updated_at': '2022-01-10T17:24:50Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:24:52.015429 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5004d347-ab50-453c-92f4-6b643cd72367 req-2c128461-bd5c-45e6-95de-3b34a399c298 service neutron] 10.222.0.24 "GET /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801625 Jan 10 17:24:52.015970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c70cfa-1467-4192-ba7b-2e5b0b37f7f0 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '6f0e213c-8372-48c3-9ed6-65cf42fd215e', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'floating_ip_address': '172.27.1.112', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'port_id': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'mac_address': 'fa:16:3e:6e:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:37Z', 'updated_at': '2022-01-10T17:24:50Z', 'revision_number': 1, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:24:52.198660 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefb7a39-06b9-4aaa-8abf-39e530521d61 None None] New status for floating IP 6f0e213c-8372-48c3-9ed6-65cf42fd215e: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:24:52.711342 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdbc8-3a21-42f5-8062-66f93fc18338 req-2075ead8-4e16-4722-9916-d939a4822ef0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:52.712789 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-704fdbc8-3a21-42f5-8062-66f93fc18338 req-2075ead8-4e16-4722-9916-d939a4822ef0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0513332 Jan 10 17:24:52.769674 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-704fdbc8-3a21-42f5-8062-66f93fc18338 req-7761ddc9-1e7d-4e9b-b3c7-98f0bd37f8bb tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508347 Jan 10 17:24:53.885570 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046f7c-20b2-40bc-8ef8-364017de47d8 req-713572a0-daff-456c-8bc0-8a50878b2b65 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:53.887051 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c046f7c-20b2-40bc-8ef8-364017de47d8 req-713572a0-daff-456c-8bc0-8a50878b2b65 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0482008 Jan 10 17:24:53.945270 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5c046f7c-20b2-40bc-8ef8-364017de47d8 req-cd2de30a-6801-4e08-8844-4afa9507ef50 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527525 Jan 10 17:24:55.060486 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb53f8-2909-47ad-ae90-b150c0afb49c req-ba14da86-1a15-44a6-a8a6-292eecc58709 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:55.061960 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0adb53f8-2909-47ad-ae90-b150c0afb49c req-ba14da86-1a15-44a6-a8a6-292eecc58709 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0479114 Jan 10 17:24:55.121928 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0adb53f8-2909-47ad-ae90-b150c0afb49c req-f7a3e9df-2077-44cb-aa63-faa4297912b5 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544639 Jan 10 17:24:56.237679 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f58e2-0778-4ea0-88b2-cb51a28521fc req-38c2e199-c1c3-48f2-a8e9-68eaa915bb4f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:56.239093 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a1f58e2-0778-4ea0-88b2-cb51a28521fc req-38c2e199-c1c3-48f2-a8e9-68eaa915bb4f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0488365 Jan 10 17:24:56.297420 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a1f58e2-0778-4ea0-88b2-cb51a28521fc req-cde6ad06-89d7-430b-bc36-25717bbb5f9d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529215 Jan 10 17:24:57.410779 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896829ae-ddf6-4d1a-9eb3-3614f68a9c99 req-57e51395-561f-4927-b482-fc1b84a531f1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:57.412217 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-896829ae-ddf6-4d1a-9eb3-3614f68a9c99 req-57e51395-561f-4927-b482-fc1b84a531f1 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0476625 Jan 10 17:24:57.468907 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-896829ae-ddf6-4d1a-9eb3-3614f68a9c99 req-e9c40776-41b7-4d44-b113-82814657c583 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512619 Jan 10 17:24:58.593668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385b3fa-6212-418e-b3bb-874975989c72 req-51b5a251-584a-46f7-908a-95533fb6b997 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:58.595140 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0385b3fa-6212-418e-b3bb-874975989c72 req-51b5a251-584a-46f7-908a-95533fb6b997 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0516102 Jan 10 17:24:58.652596 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0385b3fa-6212-418e-b3bb-874975989c72 req-eba575fd-5070-47ef-9fab-2645d8db3945 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519135 Jan 10 17:24:59.769141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34b4a1-6442-4127-83e9-65ed8d64b9a1 req-f79d2632-cc13-483e-a0ba-0e315e84996e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:24:59.770611 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5e34b4a1-6442-4127-83e9-65ed8d64b9a1 req-f79d2632-cc13-483e-a0ba-0e315e84996e tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0478601 Jan 10 17:24:59.828752 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5e34b4a1-6442-4127-83e9-65ed8d64b9a1 req-ed26b10a-e46a-4905-b87d-ef403c9a3862 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526185 Jan 10 17:25:00.945207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7418a6-55df-412e-b40f-f5eca8a2411c req-8d98ee1b-f1e0-42d8-ac01-878254337215 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:00.946843 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f7418a6-55df-412e-b40f-f5eca8a2411c req-8d98ee1b-f1e0-42d8-ac01-878254337215 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0499547 Jan 10 17:25:01.010757 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f7418a6-55df-412e-b40f-f5eca8a2411c req-d236e3e1-18c7-4e83-bb3b-76d80294d4fe tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583272 Jan 10 17:25:02.126657 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c63e0-1c84-40ce-a446-fb4067117946 req-489e9be9-57b3-4e44-a054-788dd6a66d03 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:02.128127 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f3c63e0-1c84-40ce-a446-fb4067117946 req-489e9be9-57b3-4e44-a054-788dd6a66d03 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0493529 Jan 10 17:25:02.185917 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3f3c63e0-1c84-40ce-a446-fb4067117946 req-c1cb8c14-3ffe-4939-95ac-8b278c23d978 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523102 Jan 10 17:25:03.300987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b09f-e6d3-4be8-bedc-71d78b5b273e req-3f9d828f-fab0-443a-96d5-386c0126029f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:03.302447 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ad7b09f-e6d3-4be8-bedc-71d78b5b273e req-3f9d828f-fab0-443a-96d5-386c0126029f tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0483484 Jan 10 17:25:03.361432 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ad7b09f-e6d3-4be8-bedc-71d78b5b273e req-1584c90d-6bc1-4bcd-94ad-5f97d9142a16 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534942 Jan 10 17:25:03.962832 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c8c182a6-338b-4cd0-ad40-f1c06455d92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:04.481530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38e17-544e-4834-8685-4143b2e20175 req-461a4b90-5ab9-40e1-b2c3-b25f218e82ed tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:04.483059 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-52e38e17-544e-4834-8685-4143b2e20175 req-461a4b90-5ab9-40e1-b2c3-b25f218e82ed tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0520365 Jan 10 17:25:04.542803 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-52e38e17-544e-4834-8685-4143b2e20175 req-d6ff3a50-0be1-4b1a-af7d-a04da0e54170 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&id=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542498 Jan 10 17:25:04.571168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:06.431543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eef1e1da-33b7-480a-bc30-ab566a9dfe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:07.208081 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:08.813646 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:10.442514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:12.467591 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:25:12.494797 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-7ab78356-f25a-40a8-9f45-0b51170864e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389431 Jan 10 17:25:12.583189 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-70982294-20ad-40c8-8b64-3258785fb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:12.584636 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-70982294-20ad-40c8-8b64-3258785fb213 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1138 time: 0.0401433 Jan 10 17:25:12.687200 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-b930c789-37cd-4a16-82bc-302c22a1555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:12.688686 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-b930c789-37cd-4a16-82bc-302c22a1555f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.0863578 Jan 10 17:25:12.751462 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-06aab1ff-6711-4fb6-9da5-30cf4cae011f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 1001 time: 0.0564892 Jan 10 17:25:12.802070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-210be562-ead7-493e-8db5-cfa03233266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:12.803498 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-210be562-ead7-493e-8db5-cfa03233266f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0454986 Jan 10 17:25:12.846077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-695d193a-1cda-4279-b779-ddddf18b485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:12.847509 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-695d193a-1cda-4279-b779-ddddf18b485c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378423 Jan 10 17:25:12.935475 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-d8aade2a-b276-4d08-8c14-c1b117fb5b20 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818772 Jan 10 17:25:13.020386 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ef119baf-b50b-4f38-90e6-5bca06ea4bcb req-0791e8bd-59ef-407f-b4fc-3c135c4284ed service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791640 Jan 10 17:25:30.213699 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7079ea-b97b-4de8-85c2-b48379386937 req-5f1d2b73-37e4-4f1b-abc0-370559406fdb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:30.215875 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a7079ea-b97b-4de8-85c2-b48379386937 req-5f1d2b73-37e4-4f1b-abc0-370559406fdb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0503330 Jan 10 17:25:30.264737 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a7079ea-b97b-4de8-85c2-b48379386937 req-bce007e7-eadd-4175-acaa-f17ef9de7a99 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Jan 10 17:25:31.381846 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800574f-302b-4b30-a447-e2a087ed2b6c req-7fd1ca15-068b-41ab-99a5-d06cb9664330 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:31.383364 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e800574f-302b-4b30-a447-e2a087ed2b6c req-7fd1ca15-068b-41ab-99a5-d06cb9664330 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0481713 Jan 10 17:25:31.428204 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e800574f-302b-4b30-a447-e2a087ed2b6c req-f6f74be8-dc61-4e72-b7ef-839e56de547c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387685 Jan 10 17:25:32.545298 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5618a5-fe0c-4f17-a766-6cad6c447eb2 req-239f5a27-d67e-4d1e-9e9b-bf346d68eecb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:32.546822 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a5618a5-fe0c-4f17-a766-6cad6c447eb2 req-239f5a27-d67e-4d1e-9e9b-bf346d68eecb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0488327 Jan 10 17:25:32.592351 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a5618a5-fe0c-4f17-a766-6cad6c447eb2 req-a3eacd82-2542-49d7-a28b-c2e6689c6cf4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Jan 10 17:25:33.709984 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3037ac-9969-4a92-9b27-b8c0faf7cac8 req-3d6c61c9-021c-4ad6-acd6-8c0d480becb6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:33.711461 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b3037ac-9969-4a92-9b27-b8c0faf7cac8 req-3d6c61c9-021c-4ad6-acd6-8c0d480becb6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0509105 Jan 10 17:25:33.756970 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b3037ac-9969-4a92-9b27-b8c0faf7cac8 req-5d0e244b-ea18-491a-afad-e61f5f5ea21f tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395081 Jan 10 17:25:33.965012 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-03d78b4c-cb61-4600-b443-6455185eacb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:34.574997 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:34.872970 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842676ef-80ff-4bf6-a95e-24c5bbd10988 req-0c556f26-5055-4f2f-a7cb-a251845c83f2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:34.874554 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-842676ef-80ff-4bf6-a95e-24c5bbd10988 req-0c556f26-5055-4f2f-a7cb-a251845c83f2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0480638 Jan 10 17:25:34.920620 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-842676ef-80ff-4bf6-a95e-24c5bbd10988 req-e961426a-42ff-4672-a44e-e03900b924fc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Jan 10 17:25:36.040744 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d27f5-7e38-47cc-8844-722abd8fa165 req-71437c8f-23e1-4d01-a7bb-00fc759847de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:36.042208 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2d2d27f5-7e38-47cc-8844-722abd8fa165 req-71437c8f-23e1-4d01-a7bb-00fc759847de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0482514 Jan 10 17:25:36.089685 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2d2d27f5-7e38-47cc-8844-722abd8fa165 req-44db6cec-a2de-4172-b0d1-4c80f2be4595 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Jan 10 17:25:36.433005 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d41fe89a-cd37-4b93-91e3-10993ab6c843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:37.205333 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6811e-e2da-4bbb-8691-7286f861f606 req-e9936a57-8af7-4c94-8085-c1d002a55aae tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:37.206846 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f2a6811e-e2da-4bbb-8691-7286f861f606 req-e9936a57-8af7-4c94-8085-c1d002a55aae tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0480773 Jan 10 17:25:37.211905 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:37.252861 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f2a6811e-e2da-4bbb-8691-7286f861f606 req-e87bfd8e-ae92-4fdb-9f5a-720a9fc81151 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Jan 10 17:25:38.367900 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a4760-c54f-43a7-9769-9599e4df39e4 req-73313b5c-c394-43e3-81a1-41deb2bedd03 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:38.369336 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a56a4760-c54f-43a7-9769-9599e4df39e4 req-73313b5c-c394-43e3-81a1-41deb2bedd03 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0474393 Jan 10 17:25:38.414276 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a56a4760-c54f-43a7-9769-9599e4df39e4 req-5b0c915e-3056-4242-8a18-c0c65fa12f52 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Jan 10 17:25:38.816561 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:39.534515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b0c2-cf20-456b-9ed0-1d8b6c27bb4f req-d48a66ed-9d83-4a76-9210-8022ceb5feb9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:39.535915 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d255b0c2-cf20-456b-9ed0-1d8b6c27bb4f req-d48a66ed-9d83-4a76-9210-8022ceb5feb9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0520320 Jan 10 17:25:39.581414 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d255b0c2-cf20-456b-9ed0-1d8b6c27bb4f req-5b3c0a68-8298-46ba-9b41-d7cb1904de26 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399592 Jan 10 17:25:40.445036 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:40.698344 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f006-54d0-4c95-9805-de6fda782038 req-092492e7-18b6-4ffd-a640-838b422dc549 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:40.699896 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0bb2f006-54d0-4c95-9805-de6fda782038 req-092492e7-18b6-4ffd-a640-838b422dc549 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0494869 Jan 10 17:25:40.745616 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0bb2f006-54d0-4c95-9805-de6fda782038 req-f6a0127e-8de5-48a8-ae6b-a132bbacc034 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401025 Jan 10 17:25:41.863738 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a617801-8208-4bd1-a2fc-359654c4fa74 req-a21b6416-82e1-47c2-9b18-56683882c44a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:41.865169 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a617801-8208-4bd1-a2fc-359654c4fa74 req-a21b6416-82e1-47c2-9b18-56683882c44a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0506451 Jan 10 17:25:41.910807 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6a617801-8208-4bd1-a2fc-359654c4fa74 req-f653e3c4-2b03-41a6-ba11-97f611671029 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Jan 10 17:25:43.028814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c31d0-1eb7-4bd9-bae7-ef2fc125131b req-462dbfab-9cd8-40bc-9269-322066c746e8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:43.030296 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a49c31d0-1eb7-4bd9-bae7-ef2fc125131b req-462dbfab-9cd8-40bc-9269-322066c746e8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0474789 Jan 10 17:25:43.075692 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a49c31d0-1eb7-4bd9-bae7-ef2fc125131b req-db3dd8e1-b7b8-4b30-aacc-7a0df4a66325 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397534 Jan 10 17:25:44.190272 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3b77a-ada7-4cfc-bf34-e95da41dfba1 req-9ce6662b-a608-437e-beef-868732371e89 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:44.191731 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f7d3b77a-ada7-4cfc-bf34-e95da41dfba1 req-9ce6662b-a608-437e-beef-868732371e89 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0476720 Jan 10 17:25:44.240140 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f7d3b77a-ada7-4cfc-bf34-e95da41dfba1 req-6784dd49-2d72-4106-921a-e6e25bf30ee7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Jan 10 17:25:45.354583 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e54d6-4e42-411c-aad1-0b46e5150f1c req-e4fb911e-a38c-422c-a1a6-a0016eaaeb11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:45.356048 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a94e54d6-4e42-411c-aad1-0b46e5150f1c req-e4fb911e-a38c-422c-a1a6-a0016eaaeb11 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0472593 Jan 10 17:25:45.400358 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a94e54d6-4e42-411c-aad1-0b46e5150f1c req-87933b81-18eb-48ae-876f-47bab4fbaa90 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Jan 10 17:25:46.515425 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be4e3d-67b0-45e8-a9e0-9aa21aac06e0 req-3bb34381-1661-4fda-80a4-3f9ae1ccbcda tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:46.516865 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c3be4e3d-67b0-45e8-a9e0-9aa21aac06e0 req-3bb34381-1661-4fda-80a4-3f9ae1ccbcda tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0469778 Jan 10 17:25:46.562558 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c3be4e3d-67b0-45e8-a9e0-9aa21aac06e0 req-043e46d0-55d6-4bf4-8b5b-2ebb34b582e9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Jan 10 17:25:47.686399 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa844a-8cee-40f9-b9b9-47f63bb4ece8 req-8c041144-8e92-42f4-8255-09749a345a67 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:47.687846 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1aa844a-8cee-40f9-b9b9-47f63bb4ece8 req-8c041144-8e92-42f4-8255-09749a345a67 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0515053 Jan 10 17:25:47.732264 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a1aa844a-8cee-40f9-b9b9-47f63bb4ece8 req-8551e2da-c963-41ec-8d0c-5ce288dca2b1 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Jan 10 17:25:48.846492 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7631c-cb02-48f6-a972-878702d41a07 req-4e1e5729-a39e-4174-8d18-017fb7996682 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:48.847957 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4f7631c-cb02-48f6-a972-878702d41a07 req-4e1e5729-a39e-4174-8d18-017fb7996682 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0471752 Jan 10 17:25:48.892661 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e4f7631c-cb02-48f6-a972-878702d41a07 req-12ae9fb3-2175-42ab-baec-cbdc6c969556 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392423 Jan 10 17:25:49.407228 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:25:49.466361 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:25:49.499596 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:25:49.514158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:25:49.549524 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: ACTIVE; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:25:49.549962 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:49.562713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:25:49.581190 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:25:49.584544 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:49.629385 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:25:49.639536 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.639893 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.640242 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.640581 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.640918 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.641250 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.641580 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.641909 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.642256 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.642591 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.642916 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.643239 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.643560 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:25:49.686428 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['42fb612b-3559-4e65-bded-2ece0bb3a61f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:25:50.013102 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee374f-23b2-424d-be66-73968d8c995b req-63179a9e-bf04-4377-87ae-253a2dcca294 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:50.014494 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbee374f-23b2-424d-be66-73968d8c995b req-63179a9e-bf04-4377-87ae-253a2dcca294 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.0487616 Jan 10 17:25:50.063535 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dbee374f-23b2-424d-be66-73968d8c995b req-4383e98a-f2fe-4059-a5d5-7679a2861ff7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Jan 10 17:25:51.179122 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b48fc8-7767-46e6-a346-846355fd7ce9 req-ff8d1663-3f69-4bc5-9fbc-a7b656f150e6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:51.180571 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-90b48fc8-7767-46e6-a346-846355fd7ce9 req-ff8d1663-3f69-4bc5-9fbc-a7b656f150e6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.0481646 Jan 10 17:25:51.228410 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-90b48fc8-7767-46e6-a346-846355fd7ce9 req-a2581902-6ad3-46e0-8fa8-0c3637fe083c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Jan 10 17:25:51.415721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:25:51.461340 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 42fb612b-3559-4e65-bded-2ece0bb3a61f triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:25:51.461713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:51.537479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:25:51.537863 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:51.559731 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:25:51.561930 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81581f-9b5a-401c-b80f-ccc9ed55a5e0" -d '{"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:25:51.574168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:25:51.578195 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:25:51.602444 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d28552-0d50-4faf-bda4-0fe5e455e5a1 x-openstack-request-id: req-07d28552-0d50-4faf-bda4-0fe5e455e5a1 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:25:51.602754 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:25:51.603009 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07d28552-0d50-4faf-bda4-0fe5e455e5a1 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:25:51.603397 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'code': 200} Jan 10 17:25:51.625921 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:25:52.348678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09618c-fa5f-43a0-855f-5253be753388 req-779d229c-6a62-4048-98d8-b2b0785a3ec1 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:52.350171 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f09618c-fa5f-43a0-855f-5253be753388 req-779d229c-6a62-4048-98d8-b2b0785a3ec1 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0490770 Jan 10 17:25:52.397237 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0f09618c-fa5f-43a0-855f-5253be753388 req-f80753f7-e4b1-4936-ba57-c13923047dd3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Jan 10 17:25:53.518345 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe867d6-6197-4e54-8aff-8dd21ff4f879 req-16143bef-857b-4bdf-a277-cc78ddb30a4c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:53.519802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bfe867d6-6197-4e54-8aff-8dd21ff4f879 req-16143bef-857b-4bdf-a277-cc78ddb30a4c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0508728 Jan 10 17:25:53.565619 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bfe867d6-6197-4e54-8aff-8dd21ff4f879 req-ef222df6-4c3b-4e1d-881e-786f23d7445c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Jan 10 17:25:54.699894 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dbe63-0580-4365-a246-339903a32d91 req-a70d9458-5aa3-4e97-8c5c-0ec66eb50edf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:54.701402 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-030dbe63-0580-4365-a246-339903a32d91 req-a70d9458-5aa3-4e97-8c5c-0ec66eb50edf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0568833 Jan 10 17:25:54.792988 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-030dbe63-0580-4365-a246-339903a32d91 req-de9e8b3c-71e8-41ff-9dc3-b1d6f53b4f2c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825548 Jan 10 17:25:55.913588 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba1e5c-adec-4dfe-b546-b557d1508db1 req-4ce2fe31-e5d3-44a3-a65c-bf20c47bc5fd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:55.915072 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-11ba1e5c-adec-4dfe-b546-b557d1508db1 req-4ce2fe31-e5d3-44a3-a65c-bf20c47bc5fd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0510743 Jan 10 17:25:55.977478 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-11ba1e5c-adec-4dfe-b546-b557d1508db1 req-b024a274-85b7-47d1-91be-da14e1332951 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561299 Jan 10 17:25:57.101266 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9d600-ec65-4c36-8231-91460d1a155a req-e6a3d752-8545-40f1-b00e-0072713cb58d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:57.106697 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59c9d600-ec65-4c36-8231-91460d1a155a req-e6a3d752-8545-40f1-b00e-0072713cb58d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0543175 Jan 10 17:25:57.152083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59c9d600-ec65-4c36-8231-91460d1a155a req-f3e0d4ac-479b-48c4-857b-bf122982c82e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Jan 10 17:25:58.293657 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6babf2d-276a-4a45-9832-4933835d9368 req-b3447fb9-1aea-4e15-a7b5-04ce0fa0f05a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:58.300633 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6babf2d-276a-4a45-9832-4933835d9368 req-b3447fb9-1aea-4e15-a7b5-04ce0fa0f05a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0695474 Jan 10 17:25:58.351335 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a6babf2d-276a-4a45-9832-4933835d9368 req-d1066e2d-0fdf-4346-aa55-7618a7c6c7c3 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483036 Jan 10 17:25:59.477987 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7868f-46ec-4f4f-b9ac-0b8152c6edad req-f5e47575-8d21-44df-8c80-6a676e98f2d6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:25:59.479595 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-72d7868f-46ec-4f4f-b9ac-0b8152c6edad req-f5e47575-8d21-44df-8c80-6a676e98f2d6 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0507529 Jan 10 17:25:59.527516 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-72d7868f-46ec-4f4f-b9ac-0b8152c6edad req-4743b19b-82d7-47cc-bb7d-c8baeba25583 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Jan 10 17:26:00.652515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9cc9b-25aa-424e-ad6f-014854d3e140 req-c9479211-5ef4-4f15-8da2-48b834777d7e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:00.653737 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a0a9cc9b-25aa-424e-ad6f-014854d3e140 req-c9479211-5ef4-4f15-8da2-48b834777d7e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0504279 Jan 10 17:26:00.706979 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a0a9cc9b-25aa-424e-ad6f-014854d3e140 req-05d48e67-ab95-4b7b-a72b-aed356ac5f94 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Jan 10 17:26:01.831151 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666aa05-6e0d-44b2-aa30-c5dfd04544c9 req-df2cd799-c6cd-4ad3-9294-238173e9747e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:01.832840 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f666aa05-6e0d-44b2-aa30-c5dfd04544c9 req-df2cd799-c6cd-4ad3-9294-238173e9747e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0539212 Jan 10 17:26:01.887231 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f666aa05-6e0d-44b2-aa30-c5dfd04544c9 req-cb4b663a-cd14-40f2-b106-49332ef6866c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478654 Jan 10 17:26:03.008587 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81f3e0-c300-4e66-b77d-09855e66115f req-09609f1c-bdd4-44fe-bb6c-bc8b005309cf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:03.010813 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb81f3e0-c300-4e66-b77d-09855e66115f req-09609f1c-bdd4-44fe-bb6c-bc8b005309cf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0504072 Jan 10 17:26:03.060648 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb81f3e0-c300-4e66-b77d-09855e66115f req-86d6ef21-02c7-4a0b-8e81-32439f902170 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 Jan 10 17:26:03.968530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a886e204-d7ce-4ec4-89ed-510279b10ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:04.187220 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba401a7-5703-4557-9fb0-0711ac0a3d2d req-58473f8e-1c03-4d89-94a1-ee4772e86641 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:04.189497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ba401a7-5703-4557-9fb0-0711ac0a3d2d req-58473f8e-1c03-4d89-94a1-ee4772e86641 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0538337 Jan 10 17:26:04.243094 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ba401a7-5703-4557-9fb0-0711ac0a3d2d req-a722595d-94c0-4454-a9db-a0c0136548c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478578 Jan 10 17:26:04.594465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:05.359089 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f349-63e1-4799-afd2-5953394f7c3a req-b81ea35b-7c84-4401-820a-5ca20fc58a14 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:05.360521 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dc1f349-63e1-4799-afd2-5953394f7c3a req-b81ea35b-7c84-4401-820a-5ca20fc58a14 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0473216 Jan 10 17:26:05.406138 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2dc1f349-63e1-4799-afd2-5953394f7c3a req-c23e952b-a1fb-461e-accb-92581241f74a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Jan 10 17:26:05.566352 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fa13-cc64-444f-a734-096f16474d27 req-2bfbb555-1c2f-4624-8184-105ba3460853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:05.567569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-2bfbb555-1c2f-4624-8184-105ba3460853 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1098 time: 0.0396249 Jan 10 17:26:05.659502 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fa13-cc64-444f-a734-096f16474d27 req-ffb610a6-c9c6-49cc-b520-f5151fcdd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:05.660972 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-ffb610a6-c9c6-49cc-b520-f5151fcdd06f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0865152 Jan 10 17:26:05.722524 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-d564f079-a14a-433b-8645-7d69fdf978e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 1000 time: 0.0549331 Jan 10 17:26:05.771037 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fa13-cc64-444f-a734-096f16474d27 req-fae79d42-5323-4ec7-8fd5-bd8bbac11d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:05.772431 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-fae79d42-5323-4ec7-8fd5-bd8bbac11d18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0445497 Jan 10 17:26:05.814635 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fa13-cc64-444f-a734-096f16474d27 req-575750b0-9595-43a1-b8da-21a4f83218ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:05.815995 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-575750b0-9595-43a1-b8da-21a4f83218ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380111 Jan 10 17:26:05.901000 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-3a09be48-b312-44da-a099-bd418cb2b618 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786383 Jan 10 17:26:05.988960 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6360fa13-cc64-444f-a734-096f16474d27 req-8859bcc0-006a-4674-bdea-66b98ab64aba service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808713 Jan 10 17:26:06.437283 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-373738de-fe9e-4bb9-866a-e1e040f59e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:06.523800 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41e38e-690f-4180-8ad5-2d973375f420 req-f7ab3e12-537f-4d44-a8b5-5df934bc0570 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:06.525288 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b41e38e-690f-4180-8ad5-2d973375f420 req-f7ab3e12-537f-4d44-a8b5-5df934bc0570 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 945 time: 0.0479999 Jan 10 17:26:06.571532 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3b41e38e-690f-4180-8ad5-2d973375f420 req-9bf09253-e47e-4d3e-92b0-36cc5aa192a2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398788 Jan 10 17:26:07.213356 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:07.496792 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:07.572484 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: ACTIVE; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:07.572874 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:07.594707 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:07.596906 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d715f-f1fd-4e3d-b86f-2e8d93f242c0" -d '{"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:07.610138 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:07.614926 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:07.640292 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a9851b-ac65-43cc-9579-1e522844f570 x-openstack-request-id: req-d5a9851b-ac65-43cc-9579-1e522844f570 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:07.640725 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:07.640988 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5a9851b-ac65-43cc-9579-1e522844f570 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:07.641384 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'code': 200} Jan 10 17:26:07.675783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:07.710486 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea88a5-7c2e-4bf6-be0e-19d1b958a8a3 req-53867ec2-86ef-43bc-841c-81a00dbc0c2d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:07.712398 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5aea88a5-7c2e-4bf6-be0e-19d1b958a8a3 req-53867ec2-86ef-43bc-841c-81a00dbc0c2d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0660200 Jan 10 17:26:07.764892 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5aea88a5-7c2e-4bf6-be0e-19d1b958a8a3 req-8ff400f9-b1ff-4a05-81b7-887c3fb9c2cd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 Jan 10 17:26:08.822053 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:08.885474 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5d93-ba16-44db-8e6a-42fd265edb6d req-60b32c19-71f0-4cf6-aaf9-6c48eced3bcd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:08.886980 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d57d5d93-ba16-44db-8e6a-42fd265edb6d req-60b32c19-71f0-4cf6-aaf9-6c48eced3bcd tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0484614 Jan 10 17:26:08.932627 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d57d5d93-ba16-44db-8e6a-42fd265edb6d req-ec9bc4b1-0fd2-4b7e-bb1b-a1bbf33554e7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 Jan 10 17:26:09.851857 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-1dc41bc8-1ec3-476d-8052-847256a4f2a7 req-3897e94e-a0c8-455c-902d-9c2008f85448 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:26:09.852844 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1dc41bc8-1ec3-476d-8052-847256a4f2a7 req-3897e94e-a0c8-455c-902d-9c2008f85448 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053267 Jan 10 17:26:10.011823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa3a6-8554-4d12-b3a2-7d80dceda5a4 req-1c995c7d-a57a-4045-a094-8f45e1406bd4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:10.013382 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-714aa3a6-8554-4d12-b3a2-7d80dceda5a4 req-1c995c7d-a57a-4045-a094-8f45e1406bd4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0533199 Jan 10 17:26:10.060266 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-714aa3a6-8554-4d12-b3a2-7d80dceda5a4 req-e00b24ab-c884-4873-9f19-0f09ccce2431 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Jan 10 17:26:10.142787 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43216) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:10.226551 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-a6d1a812-92f7-488c-a4ed-46dd9bb9c0e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825343 Jan 10 17:26:10.235461 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-4a62cde3-7c72-4608-93c8-f95d382ad5fa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:26:10.236394 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-4a62cde3-7c72-4608-93c8-f95d382ad5fa service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053706 Jan 10 17:26:10.446189 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:11.176134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6461d-cf28-4ecb-8446-64a2032b8bd3 req-c2e6f102-c9c4-4576-b91e-a72a098c02c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:11.177573 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78d6461d-cf28-4ecb-8446-64a2032b8bd3 req-c2e6f102-c9c4-4576-b91e-a72a098c02c4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0473824 Jan 10 17:26:11.223763 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78d6461d-cf28-4ecb-8446-64a2032b8bd3 req-1b32474b-a823-4e23-8481-f84401d1e27b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403500 Jan 10 17:26:11.978515 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:12.055954 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: DOWN; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:12.342603 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3239ddb-016a-4c7a-bf40-716c41f2083e req-b01b87b0-34a9-4b28-9c05-810cecd7d542 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:12.344091 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3239ddb-016a-4c7a-bf40-716c41f2083e req-b01b87b0-34a9-4b28-9c05-810cecd7d542 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0515847 Jan 10 17:26:12.391238 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b3239ddb-016a-4c7a-bf40-716c41f2083e req-df93b40c-9b17-4870-844e-6b43a8972e96 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Jan 10 17:26:13.535205 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fffc3-624a-47b0-a76d-07f6c75533a8 req-783d4d19-147c-4239-bf64-4411d4d1c5d4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:13.542554 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985fffc3-624a-47b0-a76d-07f6c75533a8 req-783d4d19-147c-4239-bf64-4411d4d1c5d4 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0801020 Jan 10 17:26:13.585622 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-985fffc3-624a-47b0-a76d-07f6c75533a8 req-6f58a512-3fb3-4373-9316-e2adf0870cd5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422285 Jan 10 17:26:14.482419 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-086ca576-857d-4299-96fc-bba0366c4d86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380147 Jan 10 17:26:14.547900 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-93086eff-2492-48be-9df3-9dbf940edf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:14.549379 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-93086eff-2492-48be-9df3-9dbf940edf27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1099 time: 0.0450969 Jan 10 17:26:14.684804 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-2f0c5ee2-c5ed-4935-afa6-c0c6e2d7733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:14.686365 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-2f0c5ee2-c5ed-4935-afa6-c0c6e2d7733b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.1059718 Jan 10 17:26:14.776906 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246b5a6-c4d4-496c-99ee-39596c5fb55f req-e7f03b05-2491-4179-9afd-0d3806b60346 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:14.778432 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8246b5a6-c4d4-496c-99ee-39596c5fb55f req-e7f03b05-2491-4179-9afd-0d3806b60346 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.1162198 Jan 10 17:26:14.797888 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-67c3db06-240f-4849-8b92-63d3f24c3b6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 1002 time: 0.0895143 Jan 10 17:26:14.871612 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8246b5a6-c4d4-496c-99ee-39596c5fb55f req-e341e756-1067-45d4-a4a4-3cfb104e868d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840609 Jan 10 17:26:14.875191 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-0093e910-8206-4dcb-85b7-1b385f4ba8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:14.876553 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-0093e910-8206-4dcb-85b7-1b385f4ba8da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0683289 Jan 10 17:26:14.922859 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-8800fb8e-cc14-4b0d-a14c-67f80527fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:14.924315 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-8800fb8e-cc14-4b0d-a14c-67f80527fe2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398366 Jan 10 17:26:15.013548 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-51bddd86-2493-4d8d-876b-a2343c73b33f service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788238 Jan 10 17:26:15.104303 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-389ba54e-855b-4e61-8c40-425e75214fb9 req-6c6b70d6-4532-4595-96ab-f6f7483c7cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826585 Jan 10 17:26:15.149185 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-f1e891d8-27f3-4728-938f-aa097617364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:15.150702 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-f1e891d8-27f3-4728-938f-aa097617364c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed&tenant_id=7cb63f77fb6845d2b5ece63bf93b3481 HTTP/1.1" status: 200 len: 1096 time: 0.0690384 Jan 10 17:26:15.212060 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-0540de4f-1efb-40a0-87ed-b20cb4565e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:15.213599 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-0540de4f-1efb-40a0-87ed-b20cb4565e5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1096 time: 0.0423682 Jan 10 17:26:15.299610 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-c6f2e51a-3d20-42b3-b39b-9279eccab2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:15.301099 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-c6f2e51a-3d20-42b3-b39b-9279eccab2d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 200 len: 917 time: 0.0818870 Jan 10 17:26:15.369687 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-2e0717e4-77a2-4d69-8366-89f51148bbe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 200 len: 998 time: 0.0592928 Jan 10 17:26:15.417536 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-ca31c18f-8916-4460-8268-041041cfbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:15.418993 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-ca31c18f-8916-4460-8268-041041cfbfd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 200 len: 855 time: 0.0427852 Jan 10 17:26:15.462728 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-5c2c7e81-b7dc-40dd-8199-c18936c09aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:15.464146 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-5c2c7e81-b7dc-40dd-8199-c18936c09aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f57d6ca3-d7e6-49ec-a260-99f7a8384f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385685 Jan 10 17:26:15.559132 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-d6c76b48-de3c-4518-89ac-e25b49937e20 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Jan 10 17:26:15.647073 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-6ef1016d-9aef-4b94-8651-ead7a41395a9 req-1e6ebf00-954a-46b9-a2ef-55c48d4bc4e1 service neutron] 10.222.0.24 "GET /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804391 Jan 10 17:26:16.000837 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c43b9-de94-4180-8574-0d0b11ffd7b3 req-e7681ee9-d939-4e3f-884c-a1be5c7d65de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:16.002657 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a5c43b9-de94-4180-8574-0d0b11ffd7b3 req-e7681ee9-d939-4e3f-884c-a1be5c7d65de tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0601070 Jan 10 17:26:16.086808 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8a5c43b9-de94-4180-8574-0d0b11ffd7b3 req-505ab186-df97-4cc2-9df2-05a3573d3046 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782490 Jan 10 17:26:17.214976 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ec155-fabd-43c7-9380-ba378736f220 req-900f92f7-8776-4be4-b092-f72763cd1a0d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:17.216968 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-701ec155-fabd-43c7-9380-ba378736f220 req-900f92f7-8776-4be4-b092-f72763cd1a0d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0550263 Jan 10 17:26:17.263383 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-701ec155-fabd-43c7-9380-ba378736f220 req-120da85c-0a69-4cae-b0c1-4056a2e4af14 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401559 Jan 10 17:26:18.408981 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa1222-79eb-4c02-a05d-18cab95a4fa4 req-4dde81c8-8e27-4f01-a140-4a3b4a43a4ec tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:18.410497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60aa1222-79eb-4c02-a05d-18cab95a4fa4 req-4dde81c8-8e27-4f01-a140-4a3b4a43a4ec tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0503559 Jan 10 17:26:18.458652 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-60aa1222-79eb-4c02-a05d-18cab95a4fa4 req-c0ec25c9-5d83-46e9-9d8b-96918ef02d44 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Jan 10 17:26:18.978628 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-6a138fa3-033c-4cf6-a4de-f3183014ce07 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421551099&fields=id&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 267 time: 0.0437860 Jan 10 17:26:19.089293 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-9db38e1d-8fb5-4907-95d5-211e4983fdbf tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:19.090833 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-9db38e1d-8fb5-4907-95d5-211e4983fdbf tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.1056666 Jan 10 17:26:19.106323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-631cc418-8fd2-41c5-bcea-f82d09926ab8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/quotas/e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 375 time: 0.0094874 Jan 10 17:26:19.159044 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-ac8418e4-7357-4a99-aca6-9597761b9590 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474620 Jan 10 17:26:19.254753 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-79ce286a-391a-484e-b957-c70917f477c3 service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844295 Jan 10 17:26:19.343049 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-4e6ca110-0767-4e33-83a8-4ae7951b4f08 service neutron] 10.222.0.10 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820439 Jan 10 17:26:19.692926 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb564e5-2cff-4039-ae76-9345165a7a8c req-e24f2cea-d556-49e2-80f4-941927537dfe tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:19.694481 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbb564e5-2cff-4039-ae76-9345165a7a8c req-e24f2cea-d556-49e2-80f4-941927537dfe tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0698321 Jan 10 17:26:19.751387 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbb564e5-2cff-4039-ae76-9345165a7a8c req-0934b476-f5d5-484c-b833-8842e004f591 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502088 Jan 10 17:26:19.821826 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-45e3ed03-1d6c-4bce-a0aa-ea419edae760 req-65516a52-2ab2-46eb-b209-23ba73d39bb8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0287507 Jan 10 17:26:20.877967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608d89-8d78-4f70-aa72-363ed213afbd req-3db69989-d3fc-430b-996d-918cfcdf809a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:20.879499 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16608d89-8d78-4f70-aa72-363ed213afbd req-3db69989-d3fc-430b-996d-918cfcdf809a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0518661 Jan 10 17:26:20.926012 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16608d89-8d78-4f70-aa72-363ed213afbd req-4566f432-eb4f-4256-9932-01857ec76ddf tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Jan 10 17:26:21.018561 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57e33112-9a75-400c-a3c4-eede800582d3 req-c7b43ad6-b80e-4444-b7de-bb2a9b454472 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Jan 10 17:26:22.054663 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61884d3e-fac9-434e-9279-dc1482c4c376 req-82809349-ef4b-46cb-8019-3d3835ba8765 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:22.056316 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61884d3e-fac9-434e-9279-dc1482c4c376 req-82809349-ef4b-46cb-8019-3d3835ba8765 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0484309 Jan 10 17:26:22.104995 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61884d3e-fac9-434e-9279-dc1482c4c376 req-828b667c-bc9d-4ccf-8fe6-9d8854619b29 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Jan 10 17:26:22.205655 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-02e3e6ea-0f0d-4eca-b1b7-0735eb193cee tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689651913&fields=id&tenant_id=979584fafc174717b41864321690e2be HTTP/1.1" status: 200 len: 267 time: 0.0450847 Jan 10 17:26:22.259961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-09c06288-04a4-4597-b85b-b757b7b06415 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:22.261397 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-09c06288-04a4-4597-b85b-b757b7b06415 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 985 time: 0.0502429 Jan 10 17:26:22.271803 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Request body: {'port': {'security_groups': ['74be48ed-9b6c-4a1e-9e3d-872baf7cfa68']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:26:22.344492 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:22.742653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:22.772365 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for port (096ea727-927a-432c-8edf-023d3f7e086a), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:22.776838 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:22.795052 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:26:22.820224 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:22.820861 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:22.822309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4c43b6bd-d551-4022-b743-d4415d62fe9e req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "PUT /v2.0/ports/096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 943 time: 0.5548642 Jan 10 17:26:22.822774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:22.825007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc510172-b36a-4f7d-8dbb-b76faa9ee952" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:22.829749 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43350) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:22.854006 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event updated for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=7']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:22.862372 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.862732 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.863080 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.863420 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.864057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.864397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.864729 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.865055 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.865377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.865703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.866028 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.866378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.866702 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa3800-591f-476e-bc71-7790e707f182 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:22.937407 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:26:22.946715 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (0de9c50c-2f4f-4be0-86bd-ed061aa28c8d), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:22.971649 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4fba32d1-0e11-4ed9-836e-6f3b0e74be74 req-d899c3e3-cef5-46ef-82bc-6aa875120f93 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0406311 Jan 10 17:26:23.002554 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (0de9c50c-2f4f-4be0-86bd-ed061aa28c8d), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.017675 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7deee4c-1b03-4835-a113-81655c70c564 x-openstack-request-id: req-e7deee4c-1b03-4835-a113-81655c70c564 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:23.017969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:23.018246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7deee4c-1b03-4835-a113-81655c70c564 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:23.018682 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:26:23.086336 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0de9c50c-2f4f-4be0-86bd-ed061aa28c8d), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.089405 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.093415 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "DELETE /v2.0/security-groups/0de9c50c-2f4f-4be0-86bd-ed061aa28c8d HTTP/1.1" status: 204 len: 168 time: 0.2595489 Jan 10 17:26:23.093772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43354) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:23.115847 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de9c50c-2f4f-4be0-86bd-ed061aa28c8d,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:23.131132 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.143791 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.144198 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.147535 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.148011 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.148264 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.148614 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.148938 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.149364 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.149595 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.149923 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.150286 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.150727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa05e34-e057-4269-b137-ade1f841be66 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:26:23.240633 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-af3cd052-5056-4095-8c38-b340fdfeadb5 None None] Provisioning complete for port 096ea727-927a-432c-8edf-023d3f7e086a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:26:23.241154 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-af3cd052-5056-4095-8c38-b340fdfeadb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (096ea727-927a-432c-8edf-023d3f7e086a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.327965 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-af3cd052-5056-4095-8c38-b340fdfeadb5 None None] Current status of the port 096ea727-927a-432c-8edf-023d3f7e086a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:23.368610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d744bc-ac40-42ee-8f9d-9eedffcafeb4 req-fac786bb-7625-48b8-b2fe-3dab83e82a27 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:23.369984 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33d744bc-ac40-42ee-8f9d-9eedffcafeb4 req-fac786bb-7625-48b8-b2fe-3dab83e82a27 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.1063802 Jan 10 17:26:23.384518 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Deleting port b4c26cb9-38f2-4dae-88fe-f2b773f203af {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:23.384863 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.472178 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33d744bc-ac40-42ee-8f9d-9eedffcafeb4 req-628f5ddd-74c7-4ec4-b463-54a8618007d2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949316 Jan 10 17:26:23.492678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.493012 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for floatingip (b4c26cb9-38f2-4dae-88fe-f2b773f203af), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.505537 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Calling delete_port for b4c26cb9-38f2-4dae-88fe-f2b773f203af owned by network:floatingip {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:23.688094 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (b4c26cb9-38f2-4dae-88fe-f2b773f203af), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.726347 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event deleted for resources: {'Port': ['ID=b4c26cb9-38f2-4dae-88fe-f2b773f203af,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:23.785352 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks [] for floatingip (60e7f1a8-421b-41f0-b408-4d456660ab49), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:23.785692 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Floating IP 60e7f1a8-421b-41f0-b408-4d456660ab49 disassociated (deleted). External IP: 172.27.1.39, port: 096ea727-927a-432c-8edf-023d3f7e086a. Jan 10 17:26:23.997212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Router 80732abc-fb16-4889-8164-5e8455fc61fb has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:26:24.097109 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e8c031d-bdd8-48c4-bb94-b5ccad74ea9d req-9be1f361-6aac-4738-8365-6866abae222e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0550070 Jan 10 17:26:24.128371 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:26:24.133768 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:24.140808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Sync routers for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:26:24.155966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:24.156978 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:24.165053 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-ecc2b474-e6ec-4e73-b291-c7eb352482b0 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "DELETE /v2.0/floatingips/60e7f1a8-421b-41f0-b408-4d456660ab49 HTTP/1.1" status: 204 len: 168 time: 1.0678329 Jan 10 17:26:24.411828 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:24.618170 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82528ad3-9b7b-45fc-8b27-47fc48782867 req-07fe6160-a004-47d3-bfb8-78b9663f7db9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:24.624854 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:24.638867 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82528ad3-9b7b-45fc-8b27-47fc48782867 req-07fe6160-a004-47d3-bfb8-78b9663f7db9 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0863314 Jan 10 17:26:24.661115 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Checking router: 80732abc-fb16-4889-8164-5e8455fc61fb for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:26:24.665488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:24.666113 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:24.711083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82528ad3-9b7b-45fc-8b27-47fc48782867 req-f4bd166a-8b95-45b5-a8b3-65c7e8e70874 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709755 Jan 10 17:26:24.775587 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:24.978280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:25.004448 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f43c16-f5dd-4dd6-a17c-4691453aa80d None None] The sync data for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi is: [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:22:38Z', 'revision_number': 4, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'a4f4d78b-572f-4ef0-b6fa-52d3088a0782', 'name': '', 'network_id': 'e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec', 'tenant_id': '979584fafc174717b41864321690e2be', 'mac_address': 'fa:16:3e:16:53:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:37Z', 'updated_at': '2022-01-10T17:22:43Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'subnets': [{'id': '3b29fe73-ed18-4b74-b1c9-429b85741742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:26:25.020214 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:25.022600 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715b34b4-f452-40b4-b139-aab0a32255a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:25.068063 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff49429-1c5b-4f07-b128-bbec7d3ef574 x-openstack-request-id: req-aff49429-1c5b-4f07-b128-bbec7d3ef574 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:25.068368 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:25.068623 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aff49429-1c5b-4f07-b128-bbec7d3ef574 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:25.069108 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:26:25.206140 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-beef807a-7402-4633-9645-307bbd1d1e94 req-25664d0b-20f4-4a76-937d-7d6d9a7f893f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0387800 Jan 10 17:26:25.261626 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259af8e5-560c-4e00-9253-2fa4ea3403ec None None] New status for floating IP 60e7f1a8-421b-41f0-b408-4d456660ab49: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:26:25.829156 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981666b-dbf7-49a4-bd38-291961feec6e req-7a2f2a17-2d4f-47f4-823f-4668af3b21bc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:25.830647 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e981666b-dbf7-49a4-bd38-291961feec6e req-7a2f2a17-2d4f-47f4-823f-4668af3b21bc tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0513673 Jan 10 17:26:25.881851 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e981666b-dbf7-49a4-bd38-291961feec6e req-92106a3b-5651-4b19-a24a-74247ebb4ed7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454733 Jan 10 17:26:26.307607 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-211283c4-5045-4de9-a617-ccdde7f46877 req-5bafcce1-73a7-4c7f-affd-52f45e713373 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0295708 Jan 10 17:26:26.465635 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:26:27.000739 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabd11e-24c0-4f57-a9b1-ad3114b24a57 req-bb104a4d-2405-43f0-ad15-4be90338b533 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:27.002296 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ffabd11e-24c0-4f57-a9b1-ad3114b24a57 req-bb104a4d-2405-43f0-ad15-4be90338b533 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0488815 Jan 10 17:26:27.050527 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ffabd11e-24c0-4f57-a9b1-ad3114b24a57 req-4a1409d0-6c40-456b-960d-eda0440fd9cb tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Jan 10 17:26:27.398566 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-deee254c-dfcd-40e7-aadf-f235b79f57fb req-797ff539-db25-4dae-8fbc-5538379744ec tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Jan 10 17:26:28.167501 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe557b4-8ae3-4dd7-8fa9-4a38d86c1299 req-7a2fade5-5470-4fe2-af33-b7fcd9668ec2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:28.168961 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dfe557b4-8ae3-4dd7-8fa9-4a38d86c1299 req-7a2fade5-5470-4fe2-af33-b7fcd9668ec2 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0483041 Jan 10 17:26:28.217851 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-dfe557b4-8ae3-4dd7-8fa9-4a38d86c1299 req-85a0d264-830f-4ef0-b9b6-d87d69f6cc85 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Jan 10 17:26:28.488858 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9ccce886-a1dc-4b12-9db8-ce1f76ef2ded req-963f9a85-b652-4679-834d-8ff713d24e9a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0256066 Jan 10 17:26:29.331990 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34724d0-ab47-420b-991a-73cd6e51c61b req-1f5260af-81bb-4368-afd2-5c1096a0dd1c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:29.333438 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f34724d0-ab47-420b-991a-73cd6e51c61b req-1f5260af-81bb-4368-afd2-5c1096a0dd1c tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0469913 Jan 10 17:26:29.377805 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f34724d0-ab47-420b-991a-73cd6e51c61b req-381ab7c6-fe42-4ce7-96aa-5da29681d39d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390420 Jan 10 17:26:29.579003 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bcbac668-5069-4766-85e8-ee36a3025bb2 req-53bd4950-7a3e-4633-b955-90091331d841 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0253332 Jan 10 17:26:30.496503 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e95a64-43ba-4f50-9ef8-462f819e5127 req-f36dd476-5b9b-429f-8d52-d87314536bad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:30.497938 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64e95a64-43ba-4f50-9ef8-462f819e5127 req-f36dd476-5b9b-429f-8d52-d87314536bad tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0510175 Jan 10 17:26:30.543296 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-64e95a64-43ba-4f50-9ef8-462f819e5127 req-2742251d-f573-4d31-948d-862b084c93e8 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 Jan 10 17:26:30.673222 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-81a22802-c9e6-407f-ab68-e2c8f5719f45 req-1f685f3d-d726-4bec-a7ff-ae0c9a946692 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0321577 Jan 10 17:26:31.367220 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-c888ddb1-94e0-4630-9025-c54535b7994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.368727 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-c888ddb1-94e0-4630-9025-c54535b7994a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1099 time: 0.0423136 Jan 10 17:26:31.460598 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-725f4f95-fa8e-4e3c-8398-d51d4609cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.462052 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-725f4f95-fa8e-4e3c-8398-d51d4609cbca service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.0871975 Jan 10 17:26:31.502740 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-ea23fc8d-7fd5-4bd8-9226-198b416e8e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 217 time: 0.0338099 Jan 10 17:26:31.550199 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-04e0706c-355c-4e3e-aa8f-56cf5f067373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.551690 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-04e0706c-355c-4e3e-aa8f-56cf5f067373 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0426934 Jan 10 17:26:31.595211 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-8777d311-d9fb-4f2c-ab59-52eccdae918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.596729 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-8777d311-d9fb-4f2c-ab59-52eccdae918a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388136 Jan 10 17:26:31.661119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93201582-0f7b-42a0-aa57-a5fd8a3e1372 req-8d11750c-67b3-4c03-a207-b615e540385b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.662577 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93201582-0f7b-42a0-aa57-a5fd8a3e1372 req-8d11750c-67b3-4c03-a207-b615e540385b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0484982 Jan 10 17:26:31.688524 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-21b5bc3a-5df9-4fde-aee4-c60192cce573 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839574 Jan 10 17:26:31.709461 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93201582-0f7b-42a0-aa57-a5fd8a3e1372 req-90cb203e-1565-46d0-994e-2849347c2fca tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Jan 10 17:26:31.772519 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7fe59868-48f8-46d1-8be1-4efbd4e1f89d req-f6d136ed-c755-49ac-9248-837915b22ab5 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0298407 Jan 10 17:26:31.783023 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-715b34b4-f452-40b4-b139-aab0a32255a4 req-2fedd221-b825-45f2-bea2-5fba175f364d service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868635 Jan 10 17:26:31.868434 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-78dba0e3-6f70-40b3-aafe-473eccdec3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.869886 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-78dba0e3-6f70-40b3-aafe-473eccdec3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=979584fafc174717b41864321690e2be&device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 1099 time: 0.0394237 Jan 10 17:26:31.954196 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-0e5dc880-67b4-4e72-be20-6f35f5db06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:31.955563 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-0e5dc880-67b4-4e72-be20-6f35f5db06d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 200 len: 916 time: 0.0796132 Jan 10 17:26:31.999380 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-b2557efa-0b06-4015-8466-c0a988c8d427 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 200 len: 217 time: 0.0362682 Jan 10 17:26:32.046111 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-b528dc93-f106-4a70-b121-0873c15fa749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:32.048114 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-b528dc93-f106-4a70-b121-0873c15fa749 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 200 len: 854 time: 0.0416036 Jan 10 17:26:32.089656 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-37b5f418-75f4-4c3f-9ba3-b8f4cc445581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:32.091101 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-37b5f418-75f4-4c3f-9ba3-b8f4cc445581 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368216 Jan 10 17:26:32.179349 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-c6fd0bd7-eceb-431e-a06e-83d52858b2df service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817742 Jan 10 17:26:32.269207 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-fc510172-b36a-4f7d-8dbb-b76faa9ee952 req-632517d2-47ad-4c55-a5aa-8507f47c5503 service neutron] 10.222.0.24 "GET /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832937 Jan 10 17:26:32.331105 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-879b5b5d-ab4d-4eea-ba0d-ca67d96ced17 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:32.332535 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-879b5b5d-ab4d-4eea-ba0d-ca67d96ced17 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 812 time: 0.1043165 Jan 10 17:26:32.407663 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-ddeb2815-003f-488b-9881-04225403315b tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66 HTTP/1.1" status: 200 len: 380 time: 0.0591300 Jan 10 17:26:32.420832 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'port': {'device_id': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'admin_state_up': True, 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'security_groups': ['30d244cb-fcac-4979-b6e2-a669244a17a4']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:26:32.530116 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Made reservation on behalf of e0d6782dc9ba43dcbbd40dbfd3dd7c66 for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:26:32.534183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:32.662781 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.20.0.4 (9d5c1180-9738-47ae-b513-cef2b397ca01/1855165a-a2ba-4691-ab85-9452ff3312a8/31713736-37c8-44e3-839b-8e5c04ace8d0) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:26:32.855643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:32.900512 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:32.919314 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288136d8-9ee0-4159-9649-20acb075a7be req-fe056118-0c8f-4264-953b-4890314bbb7a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:32.926203 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-288136d8-9ee0-4159-9649-20acb075a7be req-fe056118-0c8f-4264-953b-4890314bbb7a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.1210916 Jan 10 17:26:33.015567 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:26:33.025701 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:26:33.030612 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:26:33.032981 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:33.085320 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992875a-c9c4-48f4-bfb3-cda0b1d85d38 req-d4dbe231-2715-44a4-b507-dbdb79ca19fa tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:33.086891 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8992875a-c9c4-48f4-bfb3-cda0b1d85d38 req-d4dbe231-2715-44a4-b507-dbdb79ca19fa tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 931 time: 0.1570864 Jan 10 17:26:33.090185 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-288136d8-9ee0-4159-9649-20acb075a7be req-5fa7545e-a0b8-41f8-8016-4d208faf9f6b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631193 Jan 10 17:26:33.120713 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:33.121420 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.156766 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-a99f74a9-8972-41a4-8f53-8dedbd4bd4d7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395623 Jan 10 17:26:33.166409 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8992875a-c9c4-48f4-bfb3-cda0b1d85d38 req-40191588-dcd9-42a8-afca-85a91745eb70 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715313 Jan 10 17:26:33.171353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Request body: {'port': {'device_id': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:26:33.224957 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.306325 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-940a4cf0-ebb9-4708-9ac4-384d91e01dd1 None None] Provisioning complete for port 31713736-37c8-44e3-839b-8e5c04ace8d0 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:26:33.306924 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-940a4cf0-ebb9-4708-9ac4-384d91e01dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.339455 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-940a4cf0-ebb9-4708-9ac4-384d91e01dd1 None None] Port 31713736-37c8-44e3-839b-8e5c04ace8d0 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:26:33.478493 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31713736-37c8-44e3-839b-8e5c04ace8d0 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:26:33.486209 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks [] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.497795 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Transition to ACTIVE for port object 31713736-37c8-44e3-839b-8e5c04ace8d0 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:26:33.501277 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.549335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:33.619258 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Attempting to bind port 31713736-37c8-44e3-839b-8e5c04ace8d0 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:26:33.619596 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Attempting to bind port 31713736-37c8-44e3-839b-8e5c04ace8d0 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:26:33.620063 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Attempting to bind port 31713736-37c8-44e3-839b-8e5c04ace8d0 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:26:33.624593 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Port 31713736-37c8-44e3-839b-8e5c04ace8d0 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:26:33.625049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Attempting to bind port 31713736-37c8-44e3-839b-8e5c04ace8d0 on network 9d5c1180-9738-47ae-b513-cef2b397ca01 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:26:33.630163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:26:33.630530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Checking segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:26:33.630912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Bound using segment: {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:26:33.631339 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Bound port: 31713736-37c8-44e3-839b-8e5c04ace8d0, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815942d9-7a78-43b0-8ae0-de3e0754a2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:26:33.631694 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.699852 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:26:33.702872 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:26:33.706757 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.743986 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:33.744604 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:33.745973 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] 10.222.0.24 "PUT /v2.0/ports/31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 200 len: 1093 time: 0.5786891 Jan 10 17:26:33.746441 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:33.748650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356e1da7-2146-4cfd-944a-a99cb9bc85f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:33.773351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba39e4-0fa9-40ff-a016-4902c6e1ec41 service neutron] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:33.804197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47becc-4b83-4568-8145-6f0db3563dc2 x-openstack-request-id: req-bc47becc-4b83-4568-8145-6f0db3563dc2 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:33.804491 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:33.804744 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc47becc-4b83-4568-8145-6f0db3563dc2 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:33.805141 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'status': 'completed', 'code': 200} Jan 10 17:26:33.838050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-171214f7-7112-4bb7-9581-fc2b87f440d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:33.839599 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-171214f7-7112-4bb7-9581-fc2b87f440d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1096 time: 0.0450613 Jan 10 17:26:33.885139 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-d14e236f-5ad0-41d0-a426-405a938144a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 200 len: 217 time: 0.0386703 Jan 10 17:26:33.951313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-b149f2f6-ab06-465c-9889-f4532b78a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:33.953366 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-b149f2f6-ab06-465c-9889-f4532b78a51c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0613368 Jan 10 17:26:33.974530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-72f4c46a-f93e-47c6-9e2b-4fb9ac4318a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:34.020348 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651626f-0b11-4310-8d99-3adacdbf607c req-63984fd4-3333-4cb8-9d0c-ace0beff779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.022180 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-63984fd4-3333-4cb8-9d0c-ace0beff779b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615284 Jan 10 17:26:34.176134 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-86d7ad8c-012d-4764-bd6c-cae4e856c4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441104 Jan 10 17:26:34.295826 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049234-7fe5-405d-bc50-bf84715f46be req-c53000f5-d53a-412e-a49c-93400889a665 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.297735 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75049234-7fe5-405d-bc50-bf84715f46be req-c53000f5-d53a-412e-a49c-93400889a665 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.1113012 Jan 10 17:26:34.338535 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6651626f-0b11-4310-8d99-3adacdbf607c req-c5dba17d-779e-4a41-8c19-024c2ade718d service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472542 Jan 10 17:26:34.390834 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-75049234-7fe5-405d-bc50-bf84715f46be req-4a5f63e1-0b8c-4e08-8e0f-c9eff4595a16 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834420 Jan 10 17:26:34.406985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e2b6-b6b3-4ecc-ae51-eb37db7481c2 req-24f2a716-edfd-47d5-997a-9d9db6952511 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.408491 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6e53e2b6-b6b3-4ecc-ae51-eb37db7481c2 req-24f2a716-edfd-47d5-997a-9d9db6952511 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0740490 Jan 10 17:26:34.482321 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6e53e2b6-b6b3-4ecc-ae51-eb37db7481c2 req-c592d1ed-04d6-4d9a-82d2-36e1556dff79 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684626 Jan 10 17:26:34.487706 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-12342ad1-b5a1-4636-abd9-9d220bed33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.489161 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-12342ad1-b5a1-4636-abd9-9d220bed33ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1096 time: 0.0798173 Jan 10 17:26:34.583446 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-b5804045-6b5e-4313-b399-042319861aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.584885 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-b5804045-6b5e-4313-b399-042319861aa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.0893095 Jan 10 17:26:34.611084 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:34.627904 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-0b4f805d-fb78-4364-bc59-168a442500e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 200 len: 217 time: 0.0357406 Jan 10 17:26:34.678742 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-05f3fbd4-7009-4a57-b8ec-23eb5a107c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.680119 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-05f3fbd4-7009-4a57-b8ec-23eb5a107c28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0456450 Jan 10 17:26:34.725246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-35fe7438-625b-4168-a145-ba644bd20b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:34.726786 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-35fe7438-625b-4168-a145-ba644bd20b02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402989 Jan 10 17:26:34.814520 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-2312161d-8e43-47fb-9b68-fadc8a7e40e8 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811040 Jan 10 17:26:35.121591 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1da7-2146-4cfd-944a-a99cb9bc85f4 req-f8ce3529-de7d-4029-b274-6bbb64cf8ce9 service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999341 Jan 10 17:26:35.426335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a04a4b-ca85-4422-b828-8af11577f759 req-3fae1c31-2b20-4e02-ac61-f4a02ebf476d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:35.427821 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93a04a4b-ca85-4422-b828-8af11577f759 req-3fae1c31-2b20-4e02-ac61-f4a02ebf476d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Jan 10 17:26:35.482514 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93a04a4b-ca85-4422-b828-8af11577f759 req-43424989-01ab-49d6-acd2-9744c7eb8650 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 Jan 10 17:26:35.521095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb0ef1-ce8f-45ec-914b-5e669dbe8166 req-17147ddc-209e-4113-9ed8-6d488d5d6287 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:35.522994 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2fb0ef1-ce8f-45ec-914b-5e669dbe8166 req-17147ddc-209e-4113-9ed8-6d488d5d6287 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 943 time: 0.0558691 Jan 10 17:26:35.591568 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2fb0ef1-ce8f-45ec-914b-5e669dbe8166 req-0e82bca6-ee90-466c-a958-bfe7c71a4920 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632024 Jan 10 17:26:35.611577 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53cfa-0344-419d-b3af-259e3aeb7f69 req-78b1dd11-e403-415b-bbd6-bacc0e9a68f4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:35.613682 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aae53cfa-0344-419d-b3af-259e3aeb7f69 req-78b1dd11-e403-415b-bbd6-bacc0e9a68f4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0644062 Jan 10 17:26:35.662017 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-aae53cfa-0344-419d-b3af-259e3aeb7f69 req-743522aa-5fce-4c83-a21a-eb99d75bc1f4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Jan 10 17:26:35.849459 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:26:35.939110 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:35.949582 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'port_id': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'mac_address': 'fa:16:3e:b2:91:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:26:35.989875 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:35.990321 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:36.003002 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:26:36.021599 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:36.024581 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:36.069583 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=9']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:36.438481 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cf6e43d0-3a38-42fb-a42b-5fdb1363caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:36.447589 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['42fb612b-3559-4e65-bded-2ece0bb3a61f'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:26:36.597181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a101a50-2413-4d79-9fa9-66bea071181e req-c34f91e8-3f76-43d5-83a4-caa0a68535f8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:36.598671 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a101a50-2413-4d79-9fa9-66bea071181e req-c34f91e8-3f76-43d5-83a4-caa0a68535f8 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0475597 Jan 10 17:26:36.647446 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a101a50-2413-4d79-9fa9-66bea071181e req-21295e51-4ab0-4e46-8bdb-6c9690195d4d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Jan 10 17:26:36.709038 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6ed04-4ddb-4006-a824-986e6ef35ef1 req-9a61e228-e0bf-4caa-8331-9517f97cdc56 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:36.710580 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d5f6ed04-4ddb-4006-a824-986e6ef35ef1 req-9a61e228-e0bf-4caa-8331-9517f97cdc56 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.0479295 Jan 10 17:26:36.784364 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d5f6ed04-4ddb-4006-a824-986e6ef35ef1 req-8b722b0f-be2d-429f-a0be-0994dbda0199 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683134 Jan 10 17:26:36.797189 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b19d6d-9ad4-4cdd-9742-27c52d3e80b1 req-059efbd5-9ffb-4df2-aade-a28d73800192 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:36.799034 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b19d6d-9ad4-4cdd-9742-27c52d3e80b1 req-059efbd5-9ffb-4df2-aade-a28d73800192 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0695398 Jan 10 17:26:36.846659 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c8b19d6d-9ad4-4cdd-9742-27c52d3e80b1 req-af89cbc9-e7bb-43ff-9281-e6123832d6a4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Jan 10 17:26:37.217035 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:37.762708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5ffb-d265-4821-9f27-dc5bb698561f req-6a1bce41-baa4-474f-8347-890d0084f20d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:37.764083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06ea5ffb-d265-4821-9f27-dc5bb698561f req-6a1bce41-baa4-474f-8347-890d0084f20d tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0511653 Jan 10 17:26:37.838499 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-06ea5ffb-d265-4821-9f27-dc5bb698561f req-4f575b00-4264-431d-a72f-68b42766e839 tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/security-groups?id=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Jan 10 17:26:37.854538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-15490c14-2387-44e3-8975-a8e013dab84b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:37.854538 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-15490c14-2387-44e3-8975-a8e013dab84b tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 946 time: 0.0750279 Jan 10 17:26:37.876396 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:26:37.923611 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 42fb612b-3559-4e65-bded-2ece0bb3a61f triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:26:37.923988 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:37.982315 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2be92-982f-4fab-8296-d0a02142e1fb req-70d4f57c-9f13-4861-9924-06ce8c5f7cce tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:37.983818 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1ff2be92-982f-4fab-8296-d0a02142e1fb req-70d4f57c-9f13-4861-9924-06ce8c5f7cce tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 944 time: 0.1268346 Jan 10 17:26:38.003877 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 42fb612b-3559-4e65-bded-2ece0bb3a61f is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:38.004270 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.026458 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:38.028611 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a10510d-5f60-4a88-a137-705bd411c907" -d '{"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:38.028766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3b8c-7737-40ec-a12d-fdc79cdf8f26 req-ae32644a-7a89-4651-897a-e3faad2861d8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:38.030445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be8b3b8c-7737-40ec-a12d-fdc79cdf8f26 req-ae32644a-7a89-4651-897a-e3faad2861d8 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.1162667 Jan 10 17:26:38.040581 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:38.045421 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.076204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Deleting port 096ea727-927a-432c-8edf-023d3f7e086a {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:38.076538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (096ea727-927a-432c-8edf-023d3f7e086a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.084520 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1ff2be92-982f-4fab-8296-d0a02142e1fb req-f01681d8-466c-4d90-b113-e8a070e054d7 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923736 Jan 10 17:26:38.094120 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=10']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:38.132168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef6e419-d5a8-445f-9757-af97579d983c x-openstack-request-id: req-4ef6e419-d5a8-445f-9757-af97579d983c {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:38.132463 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-plugged", "status": "completed", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:38.132717 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ef6e419-d5a8-445f-9757-af97579d983c {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:38.133119 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'code': 200} Jan 10 17:26:38.156117 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be8b3b8c-7737-40ec-a12d-fdc79cdf8f26 req-e289c3aa-f204-4826-8e4e-5ae58d18c7f2 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196282 Jan 10 17:26:38.196023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] For port 096ea727-927a-432c-8edf-023d3f7e086a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=096ea727-927a-432c-8edf-023d3f7e086a,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:38.196391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (096ea727-927a-432c-8edf-023d3f7e086a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.209679 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Calling delete_port for 096ea727-927a-432c-8edf-023d3f7e086a owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:38.340203 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (096ea727-927a-432c-8edf-023d3f7e086a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.351492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['096ea727-927a-432c-8edf-023d3f7e086a'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:26:38.356186 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a1a5-4278-4942-bf04-8840418ccb97 req-447311a9-c282-44f5-8fe6-ebfe306da3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:38.357682 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-41c5a1a5-4278-4942-bf04-8840418ccb97 req-447311a9-c282-44f5-8fe6-ebfe306da3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 1099 time: 0.0423105 Jan 10 17:26:38.370571 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Pushing event deleted for resources: {'Port': ['ID=096ea727-927a-432c-8edf-023d3f7e086a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:38.403417 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-41c5a1a5-4278-4942-bf04-8840418ccb97 req-4434ebaa-6a3f-4333-9fb4-6b9b024254fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Jan 10 17:26:38.412091 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] No DVR routers for this DVR port 096ea727-927a-432c-8edf-023d3f7e086a on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:38.414675 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.418004 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4e995ab0-c7b6-42cf-b915-635af1402441 req-e47e24cb-b59d-419a-9eb6-a6dde83f7dbd tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.24 "DELETE /v2.0/ports/096ea727-927a-432c-8edf-023d3f7e086a HTTP/1.1" status: 204 len: 173 time: 0.5593195 Jan 10 17:26:38.418467 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'name': 'network-vif-deleted', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:38.420671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1f1baa-d28d-4667-9224-298d407f37f5" -d '{"events": [{"server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "name": "network-vif-deleted", "tag": "096ea727-927a-432c-8edf-023d3f7e086a"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:38.455503 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9875b5-81ea-45cf-92ac-697700d4f7ff x-openstack-request-id: req-8d9875b5-81ea-45cf-92ac-697700d4f7ff {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:38.455799 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c179bb-d295-4510-8319-afc557cc6c35", "name": "network-vif-deleted", "tag": "096ea727-927a-432c-8edf-023d3f7e086a", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:38.456050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d9875b5-81ea-45cf-92ac-697700d4f7ff {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:38.456443 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c179bb-d295-4510-8319-afc557cc6c35', 'name': 'network-vif-deleted', 'tag': '096ea727-927a-432c-8edf-023d3f7e086a', 'status': 'completed', 'code': 200} Jan 10 17:26:38.826510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:38.946857 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1a5ad556-2b48-481e-84a3-8fd4124131ec req-110827a3-c8b1-426d-a38f-b35342ca1f1c tempest-TestMinimumBasicScenario-992272537 tempest-TestMinimumBasicScenario-992272537-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c179bb-d295-4510-8319-afc557cc6c35 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Jan 10 17:26:39.210051 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcfc2a-ceef-4520-b0b7-7d11b6ad2e6e req-7bea48ba-d907-4b0a-b242-efc79c4ca9d0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:39.212227 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bebcfc2a-ceef-4520-b0b7-7d11b6ad2e6e req-7bea48ba-d907-4b0a-b242-efc79c4ca9d0 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.0529990 Jan 10 17:26:39.286331 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-bebcfc2a-ceef-4520-b0b7-7d11b6ad2e6e req-baa9c3d7-dc45-47cf-8f31-02a282342849 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665669 Jan 10 17:26:39.301898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19470ed-b239-499a-b34c-909cd6fbbdfd req-56d378fe-36f8-4b7d-83c8-4e46145cf630 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:39.303391 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f19470ed-b239-499a-b34c-909cd6fbbdfd req-56d378fe-36f8-4b7d-83c8-4e46145cf630 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0703988 Jan 10 17:26:39.351547 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f19470ed-b239-499a-b34c-909cd6fbbdfd req-5f88cba9-a818-4039-8d29-c0fe6e13da5e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Jan 10 17:26:40.423775 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210685af-5174-4caa-a590-ef814ed68a81 req-9b75e8cb-009e-48a5-aa58-63d1b582e157 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:40.425362 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-210685af-5174-4caa-a590-ef814ed68a81 req-9b75e8cb-009e-48a5-aa58-63d1b582e157 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.0604763 Jan 10 17:26:40.456888 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:40.518956 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43582) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:40.527912 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-210685af-5174-4caa-a590-ef814ed68a81 req-e18aa168-1f87-446f-b7f8-32c4a8389b61 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966566 Jan 10 17:26:40.541626 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef26af-063b-4853-a3d3-538f6519edd4 req-cea55e03-bea1-4581-9154-c1aff302e8b2 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:40.549986 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-12ef26af-063b-4853-a3d3-538f6519edd4 req-cea55e03-bea1-4581-9154-c1aff302e8b2 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.1064863 Jan 10 17:26:40.597694 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-12ef26af-063b-4853-a3d3-538f6519edd4 req-d217d673-6b60-4b18-bfa3-aa71c4318c60 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468152 Jan 10 17:26:41.190834 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (80732abc-fb16-4889-8164-5e8455fc61fb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:41.480273 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Deleting port a4f4d78b-572f-4ef0-b6fa-52d3088a0782 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:41.480527 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:41.555935 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] For port a4f4d78b-572f-4ef0-b6fa-52d3088a0782, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:41.556518 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:41.568693 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Calling delete_port for a4f4d78b-572f-4ef0-b6fa-52d3088a0782 owned by network:router_interface {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:41.648614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27447b-bcb5-4c49-862f-f2b44d60b3aa req-ec2d822b-b5aa-43af-8797-1632c4904e9e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:41.650962 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df27447b-bcb5-4c49-862f-f2b44d60b3aa req-ec2d822b-b5aa-43af-8797-1632c4904e9e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.0580101 Jan 10 17:26:41.739729 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-df27447b-bcb5-4c49-862f-f2b44d60b3aa req-920e55d7-2ad6-42fc-b299-70bbe6253099 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756931 Jan 10 17:26:41.748386 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae403c13-d3ef-4b72-9913-b44197e7018c req-1d5ffc1e-c308-4531-9c19-1507ad79858f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:41.755583 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ae403c13-d3ef-4b72-9913-b44197e7018c req-1d5ffc1e-c308-4531-9c19-1507ad79858f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0895572 Jan 10 17:26:41.772102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (a4f4d78b-572f-4ef0-b6fa-52d3088a0782), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:41.803206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f4d78b-572f-4ef0-b6fa-52d3088a0782,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:41.818740 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ae403c13-d3ef-4b72-9913-b44197e7018c req-969accd1-a987-4912-bd8e-9aa042ae033f tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622964 Jan 10 17:26:41.881570 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 31713736-37c8-44e3-839b-8e5c04ace8d0 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:26:41.885258 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 096ea727-927a-432c-8edf-023d3f7e086a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:41.919401 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 096ea727-927a-432c-8edf-023d3f7e086a {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:41.919749 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 096ea727-927a-432c-8edf-023d3f7e086a not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:41.988817 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (80732abc-fb16-4889-8164-5e8455fc61fb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.023745 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:42.036490 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'port_id': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'mac_address': 'fa:16:3e:1a:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:26:42.081948 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 31713736-37c8-44e3-839b-8e5c04ace8d0 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:42.082854 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.099123 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31713736-37c8-44e3-839b-8e5c04ace8d0 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:26:42.129234 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:42.135032 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.198200 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:42.247421 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Router 80732abc-fb16-4889-8164-5e8455fc61fb has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:26:42.350513 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:26:42.355868 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9347f916-f02c-4379-bf31-5a0190a62b29 admin admin] 10.222.0.10 "PUT /v2.0/routers/80732abc-fb16-4889-8164-5e8455fc61fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356686 Jan 10 17:26:42.358354 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43606) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:42.359460 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Sync routers for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:26:42.373280 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:42.373885 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:42.458021 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks [] for router (80732abc-fb16-4889-8164-5e8455fc61fb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.477381 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:42.550453 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['31713736-37c8-44e3-839b-8e5c04ace8d0'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:26:42.565538 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks [] for router_gateway (80732abc-fb16-4889-8164-5e8455fc61fb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.615582 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Deleting port 89bd62b0-09c1-4509-a982-355536c942cb {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:42.615914 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (89bd62b0-09c1-4509-a982-355536c942cb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.697429 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] For port 89bd62b0-09c1-4509-a982-355536c942cb, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=89bd62b0-09c1-4509-a982-355536c942cb,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:42.697790 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (89bd62b0-09c1-4509-a982-355536c942cb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.711665 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Calling delete_port for 89bd62b0-09c1-4509-a982-355536c942cb owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:42.876811 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (89bd62b0-09c1-4509-a982-355536c942cb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:42.882861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '89bd62b0-09c1-4509-a982-355536c942cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:26:41Z', 'revision_number': 5, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port': {'id': '89bd62b0-09c1-4509-a982-355536c942cb', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:36Z', 'updated_at': '2022-01-10T17:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:42.903958 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bd62b0-09c1-4509-a982-355536c942cb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:42.920776 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Checking router: 80732abc-fb16-4889-8164-5e8455fc61fb for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:26:42.945861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Routers {'80732abc-fb16-4889-8164-5e8455fc61fb'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:42.946526 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['80732abc-fb16-4889-8164-5e8455fc61fb'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:42.952039 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48fa0-bc3f-4db1-861d-dad1d895ba41 req-6fd3a5b8-ebe8-45c5-bf9e-21aff3073b3a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:42.954136 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59f48fa0-bc3f-4db1-861d-dad1d895ba41 req-6fd3a5b8-ebe8-45c5-bf9e-21aff3073b3a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 944 time: 0.0585647 Jan 10 17:26:42.967954 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (80732abc-fb16-4889-8164-5e8455fc61fb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.010870 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59f48fa0-bc3f-4db1-861d-dad1d895ba41 req-4556c716-c3b4-4bc6-9bac-f3eda796c667 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489807 Jan 10 17:26:43.034939 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] Set router 80732abc-fb16-4889-8164-5e8455fc61fb gateway port host: None {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:43.059056 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (80732abc-fb16-4889-8164-5e8455fc61fb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.061167 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks [] for router_controller (80732abc-fb16-4889-8164-5e8455fc61fb), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.093970 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:26:42Z', 'revision_number': 7, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:43.104712 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (80732abc-fb16-4889-8164-5e8455fc61fb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.105170 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80732abc-fb16-4889-8164-5e8455fc61fb {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:26:43.110285 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.111501 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-4bcbd436-9e59-4b38-a93f-3b3ec016f541 admin admin] 10.222.0.10 "DELETE /v2.0/routers/80732abc-fb16-4889-8164-5e8455fc61fb HTTP/1.1" status: 204 len: 168 time: 0.7520576 Jan 10 17:26:43.114046 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43610) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:43.129229 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f73df-dc3f-4d53-803d-b433be9c6506 None None] The sync data for ids ['80732abc-fb16-4889-8164-5e8455fc61fb'] in dv-cinder-787632-2-iscsi is: [{'id': '80732abc-fb16-4889-8164-5e8455fc61fb', 'name': 'tempest-TestMinimumBasicScenario-2052268226-router', 'tenant_id': '979584fafc174717b41864321690e2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:35Z', 'updated_at': '2022-01-10T17:26:42Z', 'revision_number': 7, 'project_id': '979584fafc174717b41864321690e2be', 'gw_port_host': None}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:26:43.165677 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Deleting subnet 3b29fe73-ed18-4b74-b1c9-429b85741742 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:26:43.169005 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Publish callbacks [] for subnet (3b29fe73-ed18-4b74-b1c9-429b85741742), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.207857 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (3b29fe73-ed18-4b74-b1c9-429b85741742), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.313286 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (3b29fe73-ed18-4b74-b1c9-429b85741742), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.370930 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (3b29fe73-ed18-4b74-b1c9-429b85741742), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.398549 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b29fe73-ed18-4b74-b1c9-429b85741742,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:43.401367 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.407351 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-660418ab-93e5-41b9-a568-30db0d96ea0b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3b29fe73-ed18-4b74-b1c9-429b85741742 HTTP/1.1" status: 204 len: 168 time: 0.2895389 Jan 10 17:26:43.407700 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c59f90-48f9-4b6d-a213-79630f0ac582 None None] Network e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:26:43.407805 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43618) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:43.484402 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.578895 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Deleting port 9d56600b-6bb6-454e-a959-d670733d2842 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:43.579503 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (9d56600b-6bb6-454e-a959-d670733d2842), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.590844 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] DHCP port deletion for e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:26:43.658836 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Deleting port 9d56600b-6bb6-454e-a959-d670733d2842 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:43.659215 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (9d56600b-6bb6-454e-a959-d670733d2842), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.659501 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] For port 9d56600b-6bb6-454e-a959-d670733d2842, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=9d56600b-6bb6-454e-a959-d670733d2842,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:43.659863 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (9d56600b-6bb6-454e-a959-d670733d2842), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.673653 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Calling delete_port for 9d56600b-6bb6-454e-a959-d670733d2842 owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:43.725738 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] For port 9d56600b-6bb6-454e-a959-d670733d2842, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=9d56600b-6bb6-454e-a959-d670733d2842,segment=NetworkSegment(5688fce9-1937-4403-ba23-a19a314f1291),segment_id=5688fce9-1937-4403-ba23-a19a314f1291)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:43.726132 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (9d56600b-6bb6-454e-a959-d670733d2842), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.738874 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Calling delete_port for 9d56600b-6bb6-454e-a959-d670733d2842 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:43.754869 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (9d56600b-6bb6-454e-a959-d670733d2842), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.779939 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d56600b-6bb6-454e-a959-d670733d2842,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:43.784732 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] No DVR routers for this DVR port 9d56600b-6bb6-454e-a959-d670733d2842 on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:43.852860 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (9d56600b-6bb6-454e-a959-d670733d2842), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.854057 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.877687 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] Pushing event deleted for resources: {'Port': ['ID=9d56600b-6bb6-454e-a959-d670733d2842,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:43.877905 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:43.881663 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0c6c1-0db2-4b20-a889-d86116bd150a None None] No DVR routers for this DVR port 9d56600b-6bb6-454e-a959-d670733d2842 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:43.887626 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5688fce9-1937-4403-ba23-a19a314f1291') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:43.887971 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5688fce9-1937-4403-ba23-a19a314f1291') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:43.897732 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (5688fce9-1937-4403-ba23-a19a314f1291), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.911880 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (5688fce9-1937-4403-ba23-a19a314f1291), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.919021 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:26:43.919439 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (5688fce9-1937-4403-ba23-a19a314f1291), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:26:43.921761 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:26:43.983282 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.989180 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:43.992399 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec HTTP/1.1" status: 204 len: 168 time: 0.5840406 Jan 10 17:26:43.995424 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43626) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:44.003042 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d71774-0e53-42c7-a7c3-8f96772bc6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66cdd9e-4f45-4f38-b3e3-71a10a67c9ec,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:44.138860 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 89bd62b0-09c1-4509-a982-355536c942cb no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:44.159868 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 89bd62b0-09c1-4509-a982-355536c942cb {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:44.160228 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 89bd62b0-09c1-4509-a982-355536c942cb not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:44.160636 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 9d56600b-6bb6-454e-a959-d670733d2842 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:44.186665 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 9d56600b-6bb6-454e-a959-d670733d2842 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:44.187020 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 9d56600b-6bb6-454e-a959-d670733d2842 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:44.187436 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device a4f4d78b-572f-4ef0-b6fa-52d3088a0782 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:44.206779 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: a4f4d78b-572f-4ef0-b6fa-52d3088a0782 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:44.207131 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device a4f4d78b-572f-4ef0-b6fa-52d3088a0782 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:44.223279 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aac07-6b60-4819-82a9-d1931faa206b req-f43be3cf-f759-4dc7-aeb6-10d3740dc549 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:44.224848 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-400aac07-6b60-4819-82a9-d1931faa206b req-f43be3cf-f759-4dc7-aeb6-10d3740dc549 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 944 time: 0.1336138 Jan 10 17:26:44.310470 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-400aac07-6b60-4819-82a9-d1931faa206b req-c93c97c1-db6d-4459-9847-8f8f149e675e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778756 Jan 10 17:26:44.426649 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (0836f543-a098-4910-9d2e-45fdc61cf892), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:44.661976 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Deleting port 8889c087-a645-4b85-a624-659de1b6b0f9 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:44.662348 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:44.740190 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] For port 8889c087-a645-4b85-a624-659de1b6b0f9, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8889c087-a645-4b85-a624-659de1b6b0f9,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:44.740495 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:44.752857 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Calling delete_port for 8889c087-a645-4b85-a624-659de1b6b0f9 owned by network:router_interface {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:44.926132 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (8889c087-a645-4b85-a624-659de1b6b0f9), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:44.955239 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Pushing event deleted for resources: {'Port': ['ID=8889c087-a645-4b85-a624-659de1b6b0f9,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:45.109126 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (0836f543-a098-4910-9d2e-45fdc61cf892), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:45.314135 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Router 0836f543-a098-4910-9d2e-45fdc61cf892 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:26:45.450506 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db891e-bf24-4dd5-91ad-0b41cee75edc req-a682488d-b92e-4166-9e6b-ae1d604da79d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:45.451968 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-09db891e-bf24-4dd5-91ad-0b41cee75edc req-a682488d-b92e-4166-9e6b-ae1d604da79d tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 944 time: 0.0709922 Jan 10 17:26:45.454794 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:26:45.459733 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-42920ef3-4f40-4426-87b8-e62eef026269 admin admin] 10.222.0.10 "PUT /v2.0/routers/0836f543-a098-4910-9d2e-45fdc61cf892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4633036 Jan 10 17:26:45.462247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43634) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:45.465927 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Sync routers for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:26:45.475656 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:45.476402 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:45.576334 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-09db891e-bf24-4dd5-91ad-0b41cee75edc req-2c065df7-a93a-4219-a90f-a05df24304d9 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154380 Jan 10 17:26:45.577982 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:45.604796 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks [] for router (0836f543-a098-4910-9d2e-45fdc61cf892), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:45.707349 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks [] for router_gateway (0836f543-a098-4910-9d2e-45fdc61cf892), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:45.753930 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '367f20e9-d065-4d02-a569-92b038e99493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:26:44Z', 'revision_number': 5, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port': {'id': '367f20e9-d065-4d02-a569-92b038e99493', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:45.769335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Deleting port 367f20e9-d065-4d02-a569-92b038e99493 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:45.769676 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (367f20e9-d065-4d02-a569-92b038e99493), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:45.780938 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Checking router: 0836f543-a098-4910-9d2e-45fdc61cf892 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:26:45.788996 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Routers {'0836f543-a098-4910-9d2e-45fdc61cf892'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:45.789591 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['0836f543-a098-4910-9d2e-45fdc61cf892'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:45.849142 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] For port 367f20e9-d065-4d02-a569-92b038e99493, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=367f20e9-d065-4d02-a569-92b038e99493,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:45.849419 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (367f20e9-d065-4d02-a569-92b038e99493), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:45.860805 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Calling delete_port for 367f20e9-d065-4d02-a569-92b038e99493 owned by network:router_gateway {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:45.871095 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] Set router 0836f543-a098-4910-9d2e-45fdc61cf892 gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:45.905170 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 31713736-37c8-44e3-839b-8e5c04ace8d0 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:26:45.921134 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:26:45Z', 'revision_number': 6, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:45.949604 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c75d1-764e-4f9f-8948-3711ba42bdff None None] The sync data for ids ['0836f543-a098-4910-9d2e-45fdc61cf892'] in dv-cinder-787632-2-iscsi is: [{'id': '0836f543-a098-4910-9d2e-45fdc61cf892', 'name': 'tempest-TestMinimumBasicScenario-248875469-router', 'tenant_id': 'd37b31e95864424daeb300111f132b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:22:40Z', 'updated_at': '2022-01-10T17:26:45Z', 'revision_number': 6, 'project_id': 'd37b31e95864424daeb300111f132b2d', 'gw_port_host': None}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:26:45.957589 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 31713736-37c8-44e3-839b-8e5c04ace8d0 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:26:45.962242 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 31713736-37c8-44e3-839b-8e5c04ace8d0 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:26:45.962882 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.028507 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (367f20e9-d065-4d02-a569-92b038e99493), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.044629 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 31713736-37c8-44e3-839b-8e5c04ace8d0 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:26:46.045023 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.053851 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=367f20e9-d065-4d02-a569-92b038e99493,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:46.067323 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:46.069604 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76151e-4953-471b-9823-341875668995" -d '{"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-plugged", "status": "completed", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:46.082474 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:46.088829 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.112208 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cec295-06ed-4e11-8f7d-d6a18abedae3 x-openstack-request-id: req-45cec295-06ed-4e11-8f7d-d6a18abedae3 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:46.112510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-plugged", "status": "completed", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:46.112767 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45cec295-06ed-4e11-8f7d-d6a18abedae3 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:46.113161 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'code': 200} Jan 10 17:26:46.122107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (0836f543-a098-4910-9d2e-45fdc61cf892), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.140442 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:46.470230 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (0836f543-a098-4910-9d2e-45fdc61cf892), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.472912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks [] for router_controller (0836f543-a098-4910-9d2e-45fdc61cf892), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.542255 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (0836f543-a098-4910-9d2e-45fdc61cf892), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.542990 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0836f543-a098-4910-9d2e-45fdc61cf892 {{(pid=102729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:26:46.545501 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c926c7-220f-4c6b-8848-574f9b7c9cfd req-9e7fdd18-84e6-4318-a4b1-9b381016fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:46.547547 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-89c926c7-220f-4c6b-8848-574f9b7c9cfd req-9e7fdd18-84e6-4318-a4b1-9b381016fc56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1098 time: 0.1036468 Jan 10 17:26:46.551652 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.552725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4db6d1ad-be02-48cd-9476-1ccd0cae6e64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0836f543-a098-4910-9d2e-45fdc61cf892 HTTP/1.1" status: 204 len: 168 time: 1.0856102 Jan 10 17:26:46.555459 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43640) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:46.592285 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-89c926c7-220f-4c6b-8848-574f9b7c9cfd req-816333ce-9092-41e9-9b74-584c32acb0f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385172 Jan 10 17:26:46.597662 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Deleting subnet 6f712d5e-4d90-42ce-87f5-5848f9598111 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:26:46.600755 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Publish callbacks [] for subnet (6f712d5e-4d90-42ce-87f5-5848f9598111), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.638086 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (6f712d5e-4d90-42ce-87f5-5848f9598111), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.692162 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc3e9-4236-4adb-bc3c-b936ae57a29b req-c5452bab-2ffa-4d42-bd5b-4cb51474bc99 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:46.693720 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7eabc3e9-4236-4adb-bc3c-b936ae57a29b req-c5452bab-2ffa-4d42-bd5b-4cb51474bc99 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Jan 10 17:26:46.721183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8889c087-a645-4b85-a624-659de1b6b0f9 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:46.723102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (6f712d5e-4d90-42ce-87f5-5848f9598111), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.747009 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7eabc3e9-4236-4adb-bc3c-b936ae57a29b req-018c4cf8-f7cf-46a6-b66b-406901586a12 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jan 10 17:26:46.750450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 8889c087-a645-4b85-a624-659de1b6b0f9 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:46.750801 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8889c087-a645-4b85-a624-659de1b6b0f9 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:46.792991 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (6f712d5e-4d90-42ce-87f5-5848f9598111), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.822370 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f712d5e-4d90-42ce-87f5-5848f9598111,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:46.825882 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.829284 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-77ea8b1b-54d3-4d59-9488-2c35a2a366f4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6f712d5e-4d90-42ce-87f5-5848f9598111 HTTP/1.1" status: 204 len: 168 time: 0.2728333 Jan 10 17:26:46.831752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43646) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:46.834947 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb450b-9b51-4d59-9af9-8b478fb5b091 None None] Network 53bdc56d-c896-4548-9be9-4736355e1a27 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:26:46.899068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (53bdc56d-c896-4548-9be9-4736355e1a27), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.953313 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Deleting port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:46.953657 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:46.987244 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] DHCP port deletion for 53bdc56d-c896-4548-9be9-4736355e1a27 request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:26:47.023305 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] For port 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93c89e9a-1678-4ee9-be40-7dc80a08ed14,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:47.023954 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.035899 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Deleting port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:47.036423 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.038950 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Calling delete_port for 93c89e9a-1678-4ee9-be40-7dc80a08ed14 owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:47.100904 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] For port 93c89e9a-1678-4ee9-be40-7dc80a08ed14, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93c89e9a-1678-4ee9-be40-7dc80a08ed14,segment=NetworkSegment(a196e3df-2a64-4ad5-ba25-6f0cec532c7b),segment_id=a196e3df-2a64-4ad5-ba25-6f0cec532c7b)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:47.101298 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.113765 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Calling delete_port for 93c89e9a-1678-4ee9-be40-7dc80a08ed14 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:47.120123 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.149347 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c89e9a-1678-4ee9-be40-7dc80a08ed14,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:47.151099 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] No DVR routers for this DVR port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:47.193388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (93c89e9a-1678-4ee9-be40-7dc80a08ed14), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.220066 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] Pushing event deleted for resources: {'Port': ['ID=93c89e9a-1678-4ee9-be40-7dc80a08ed14,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:47.223400 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b19898-e0ec-42e2-bd52-1ec1780a991a None None] No DVR routers for this DVR port 93c89e9a-1678-4ee9-be40-7dc80a08ed14 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:47.229382 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (53bdc56d-c896-4548-9be9-4736355e1a27), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.250413 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bdc56d-c896-4548-9be9-4736355e1a27']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:47.259376 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:47.259672 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a196e3df-2a64-4ad5-ba25-6f0cec532c7b') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:47.272487 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (a196e3df-2a64-4ad5-ba25-6f0cec532c7b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.286310 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (a196e3df-2a64-4ad5-ba25-6f0cec532c7b), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.292148 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:26:47.292563 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (a196e3df-2a64-4ad5-ba25-6f0cec532c7b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:26:47.294174 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:26:47.344968 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (53bdc56d-c896-4548-9be9-4736355e1a27), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.350658 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.353891 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] 10.222.0.10 "DELETE /v2.0/networks/53bdc56d-c896-4548-9be9-4736355e1a27 HTTP/1.1" status: 204 len: 168 time: 0.5210633 Jan 10 17:26:47.366957 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88459c-2dd6-4d5b-9010-7c7b405e8b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=53bdc56d-c896-4548-9be9-4736355e1a27,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:47.505918 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43650) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:47.545612 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-d03b54e5-8943-4b15-bfef-3fd13d718b0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=979584fafc174717b41864321690e2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385187 Jan 10 17:26:47.548002 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43652) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:47.592197 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] Publish callbacks [] for security_group (74be48ed-9b6c-4a1e-9e3d-872baf7cfa68), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.615816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] Publish callbacks [] for security_group (74be48ed-9b6c-4a1e-9e3d-872baf7cfa68), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.660411 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (74be48ed-9b6c-4a1e-9e3d-872baf7cfa68), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.663199 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:47.664339 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74be48ed-9b6c-4a1e-9e3d-872baf7cfa68 HTTP/1.1" status: 204 len: 168 time: 0.1154511 Jan 10 17:26:47.671647 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e7c29-15dc-43a8-89a2-947a3844ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be48ed-9b6c-4a1e-9e3d-872baf7cfa68,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:47.879882 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324dbd7-e1ae-4ec5-b592-b892a679e8bf req-cee68eb1-675b-46bd-b536-6efa7add7649 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:47.881644 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b324dbd7-e1ae-4ec5-b592-b892a679e8bf req-cee68eb1-675b-46bd-b536-6efa7add7649 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Jan 10 17:26:47.934870 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b324dbd7-e1ae-4ec5-b592-b892a679e8bf req-135093e3-fab5-4d67-8f79-136ad67c5561 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Jan 10 17:26:48.098522 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43662) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:48.118811 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 367f20e9-d065-4d02-a569-92b038e99493 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:48.141748 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 367f20e9-d065-4d02-a569-92b038e99493 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:48.141748 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 367f20e9-d065-4d02-a569-92b038e99493 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:48.142046 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a0998be3-4241-4f90-a082-eccecff31287 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d37b31e95864424daeb300111f132b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397425 Jan 10 17:26:48.142130 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93c89e9a-1678-4ee9-be40-7dc80a08ed14 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:26:48.142204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43664) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:48.158392 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 93c89e9a-1678-4ee9-be40-7dc80a08ed14 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:26:48.158737 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93c89e9a-1678-4ee9-be40-7dc80a08ed14 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:26:48.195839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] Publish callbacks [] for security_group (8731ee7c-d175-4530-ab10-b0e521636d40), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:48.217054 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] Publish callbacks [] for security_group (8731ee7c-d175-4530-ab10-b0e521636d40), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:48.263397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (8731ee7c-d175-4530-ab10-b0e521636d40), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:48.265980 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:48.267125 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8731ee7c-d175-4530-ab10-b0e521636d40 HTTP/1.1" status: 204 len: 168 time: 0.1241891 Jan 10 17:26:48.274432 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee75b7c-4612-4a05-843f-eb9365ea7b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8731ee7c-d175-4530-ab10-b0e521636d40,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:49.046545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d6a2-325a-487e-98dd-3514c45d3d14 req-fb8fe62a-a348-49df-8aeb-970b0bc4191a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:49.047986 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6fd8d6a2-325a-487e-98dd-3514c45d3d14 req-fb8fe62a-a348-49df-8aeb-970b0bc4191a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0477211 Jan 10 17:26:49.096761 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6fd8d6a2-325a-487e-98dd-3514c45d3d14 req-a0e958f9-1442-4f25-bc13-67863e122948 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Jan 10 17:26:49.206469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd182f5-ce7b-42d1-b343-6f80b1fffc3d req-06f295a3-8e1b-4572-a3ef-7e3d1c2a3589 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:49.207913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bd182f5-ce7b-42d1-b343-6f80b1fffc3d req-06f295a3-8e1b-4572-a3ef-7e3d1c2a3589 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Jan 10 17:26:49.256073 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bd182f5-ce7b-42d1-b343-6f80b1fffc3d req-e509e72e-d7ad-4956-8b6b-30d4d35adbea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Jan 10 17:26:49.278351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43674) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:49.493667 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea607e7-70ba-4283-a415-bb9383fb71c0 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:49.495214 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-aea607e7-70ba-4283-a415-bb9383fb71c0 tempest-TestVolumeBootPattern-1616247776 tempest-TestVolumeBootPattern-1616247776-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1093 time: 0.2159090 Jan 10 17:26:49.497949 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43678) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:26:49.502790 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'port_id': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:26:49.524212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:49.618803 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:49.720799 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Allocated IP 172.27.1.225 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/62cacd10-c20b-4214-8b98-99e85a1abe0f) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:26:49.822823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:49.854167 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:49.893574 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:26:49.896397 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:26:49.899910 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:26:49.926455 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=62cacd10-c20b-4214-8b98-99e85a1abe0f,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:50.235454 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (4fd2ace8-7f4e-48a9-98b9-c0021edc3406), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.302133 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.448418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.452869 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.520906 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event updated for resources: {'Port': ['ID=62cacd10-c20b-4214-8b98-99e85a1abe0f,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:50.536571 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (4fd2ace8-7f4e-48a9-98b9-c0021edc3406), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.639176 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP 4fd2ace8-7f4e-48a9-98b9-c0021edc3406 associated. External IP: 172.27.1.225, port: 31713736-37c8-44e3-839b-8e5c04ace8d0. Jan 10 17:26:50.838269 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:26:50.943232 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:26:50.953274 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:26:50.961515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:50.964379 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:50.964989 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:50.989768 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-689be51f-32a4-4f28-a9d9-a19921349e68 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4907734 Jan 10 17:26:50.990364 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:50.992585 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:51.030382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee376832-bd9a-4b76-8ea4-9d9b0777cf45 x-openstack-request-id: req-ee376832-bd9a-4b76-8ea4-9d9b0777cf45 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:51.030742 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:51.031063 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee376832-bd9a-4b76-8ea4-9d9b0777cf45 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:51.031968 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'status': 'completed', 'code': 200} Jan 10 17:26:51.081719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:51.100943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-8fe5777d-9938-4484-8405-0356ff73a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:51.102399 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-8fe5777d-9938-4484-8405-0356ff73a801 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1098 time: 0.0483201 Jan 10 17:26:51.191217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-a3b100aa-dff8-40e0-ab37-d423cdcfc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:51.192686 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-a3b100aa-dff8-40e0-ab37-d423cdcfc98c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.0843570 Jan 10 17:26:51.275574 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-038e8678-e36d-4961-8a64-447425600f80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 200 len: 999 time: 0.0676880 Jan 10 17:26:51.326414 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-8c64c4ed-36aa-4e77-b48d-e52cde9816b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:51.327894 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-8c64c4ed-36aa-4e77-b48d-e52cde9816b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0459287 Jan 10 17:26:51.379127 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-65a5596e-fda0-4c93-bdbb-63fbfdb6b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:51.380863 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-65a5596e-fda0-4c93-bdbb-63fbfdb6b000 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442076 Jan 10 17:26:51.444348 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '4fd2ace8-7f4e-48a9-98b9-c0021edc3406', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:1a:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:26:50Z', 'updated_at': '2022-01-10T17:26:50Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}, {'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:51.476952 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:26:51.480354 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-40a5b884-e62d-4b8f-ba33-5503e59dbb3a service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922115 Jan 10 17:26:51.486783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:51.487396 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:51.572824 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b28b5bdf-b55f-45f1-aafb-3f1df9528a97 req-9c9d8fd9-079f-4c0f-836f-645fbd385d9b service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859199 Jan 10 17:26:51.606104 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:51.824653 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '4fd2ace8-7f4e-48a9-98b9-c0021edc3406', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:1a:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:26:50Z', 'updated_at': '2022-01-10T17:26:50Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}, {'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:51.850889 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9375e-1e05-4927-bf52-8e723f56f0db None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': '4fd2ace8-7f4e-48a9-98b9-c0021edc3406', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:1a:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:26:50Z', 'updated_at': '2022-01-10T17:26:50Z', 'revision_number': 0, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}, {'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:26:52.035443 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f68fa-8bc3-408c-8823-ddbdbc181da3 None None] New status for floating IP 4fd2ace8-7f4e-48a9-98b9-c0021edc3406: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:26:55.602557 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed64d1-0c9e-4d2f-ba65-5bebafe41321 req-aac02018-f20f-4041-925f-ffac492e186f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:55.604022 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-55ed64d1-0c9e-4d2f-ba65-5bebafe41321 req-aac02018-f20f-4041-925f-ffac492e186f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.1582575 Jan 10 17:26:55.648963 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-55ed64d1-0c9e-4d2f-ba65-5bebafe41321 req-09c2fb7e-c800-4de2-8dcb-b8b6050b9bb0 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392599 Jan 10 17:26:56.762295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c960-6fdf-4eda-8e99-2a424e479496 req-78cd8343-f84d-4b54-b9be-a33b48fcfa10 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:56.763735 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-34b1c960-6fdf-4eda-8e99-2a424e479496 req-78cd8343-f84d-4b54-b9be-a33b48fcfa10 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0465064 Jan 10 17:26:56.808512 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-34b1c960-6fdf-4eda-8e99-2a424e479496 req-6afef787-ab1c-4fee-8cf8-a75ce48f0cb9 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Jan 10 17:26:57.745319 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-c703aacf-ba06-4d04-8fc4-d1bac98e36fe tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:57.746778 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-c703aacf-ba06-4d04-8fc4-d1bac98e36fe tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0467772 Jan 10 17:26:57.834975 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Deleting port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:26:57.835654 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:57.957442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7f6d-f541-4c73-b77f-c8614ffdc2bb req-1c61352f-2927-4646-9ef0-5c72ad0d91ac tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:26:57.958903 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3ad7f6d-f541-4c73-b77f-c8614ffdc2bb req-1c61352f-2927-4646-9ef0-5c72ad0d91ac tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 945 time: 0.0766244 Jan 10 17:26:57.960549 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] For port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:26:57.960914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:58.053335 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e3ad7f6d-f541-4c73-b77f-c8614ffdc2bb req-86a8edf4-8775-461d-8efa-16ee664a7d8f tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf87fd46-f0af-4d92-90be-eb3496a546ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847542 Jan 10 17:26:58.154727 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:58.155056 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:58.155353 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Floating IP 6f0e213c-8372-48c3-9ed6-65cf42fd215e disassociated. External IP: 172.27.1.112, port: 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c. Jan 10 17:26:58.155688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Calling delete_port for 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:26:58.278642 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (7fb2c08d-3144-41dd-8f9c-4d1753b84d1c), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:58.306649 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'Port': ['ID=7fb2c08d-3144-41dd-8f9c-4d1753b84d1c,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:26:58.416473 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:26:58.747836 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:26:58.758512 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:26:58.770608 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:58.771670 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:58.788368 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] No DVR routers for this DVR port 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:26:58.791054 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:26:58.794686 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2ef1ad89-4ac4-4b63-b5b2-97b3e759c72c req-15a88257-6d3a-4d9d-bd56-a55e5f371c1b tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.24 "DELETE /v2.0/ports/7fb2c08d-3144-41dd-8f9c-4d1753b84d1c HTTP/1.1" status: 204 len: 173 time: 1.0430701 Jan 10 17:26:58.795145 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'name': 'network-vif-deleted', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:26:58.798484 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627e859-f398-45ac-88f3-a71e5ee2499c" -d '{"events": [{"server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "name": "network-vif-deleted", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:26:58.835086 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2fe11-3256-4eec-8f74-d2a2f70cd9ec x-openstack-request-id: req-30e2fe11-3256-4eec-8f74-d2a2f70cd9ec {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:26:58.836130 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40b22d5-ab75-4067-b024-62dc44564d5a", "name": "network-vif-deleted", "tag": "7fb2c08d-3144-41dd-8f9c-4d1753b84d1c", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:26:58.836382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30e2fe11-3256-4eec-8f74-d2a2f70cd9ec {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:26:58.836811 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b22d5-ab75-4067-b024-62dc44564d5a', 'name': 'network-vif-deleted', 'tag': '7fb2c08d-3144-41dd-8f9c-4d1753b84d1c', 'status': 'completed', 'code': 200} Jan 10 17:26:58.879045 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:59.073827 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:59.099694 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:26:59.107873 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:26:59.108475 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:59.154377 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6f9234c1-1116-43d1-a086-db93799a2610 req-d1ad3a04-1f65-4600-b094-58081ae301fd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/ports?device_id=f40b22d5-ab75-4067-b024-62dc44564d5a HTTP/1.1" status: 200 len: 210 time: 0.0256453 Jan 10 17:26:59.214162 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:26:59.412041 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:26:59.437728 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434aa4d0-8ca9-4541-a3ac-aa2229c3ef82 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:17:04Z', 'revision_number': 4, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '93b94526-e150-4be9-8202-d7b54606dee1', 'name': '', 'network_id': '8ba32b39-cf3c-46a3-aba0-5e28aa14d827', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'mac_address': 'fa:16:3e:d5:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:02Z', 'updated_at': '2022-01-10T17:17:13Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'subnets': [{'id': '3647c68b-c8f6-40ba-9795-93b47db1e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:26:59.643258 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615ebab-1c09-4b69-b771-debf2552ee9b None None] New status for floating IP 6f0e213c-8372-48c3-9ed6-65cf42fd215e: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:27:00.029622 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:27:00.049546 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:27:00.049891 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 7fb2c08d-3144-41dd-8f9c-4d1753b84d1c not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:27:00.235943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43752) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:00.290180 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (bf87fd46-f0af-4d92-90be-eb3496a546ba), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.312224 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (bf87fd46-f0af-4d92-90be-eb3496a546ba), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.360258 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (bf87fd46-f0af-4d92-90be-eb3496a546ba), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.362945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.364088 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf87fd46-f0af-4d92-90be-eb3496a546ba HTTP/1.1" status: 204 len: 168 time: 0.1271596 Jan 10 17:27:00.367073 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43754) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:00.372768 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a5d22-500a-4609-82f7-6dacad727110 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87fd46-f0af-4d92-90be-eb3496a546ba,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:00.382684 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.api.v2.resource [None req-13c39d1f-50ae-4cdb-9c34-fdf4d0f922dd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] show failed (client error): The resource could not be found. Jan 10 17:27:00.383883 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-13c39d1f-50ae-4cdb-9c34-fdf4d0f922dd tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "GET /v2.0/security-groups/bf87fd46-f0af-4d92-90be-eb3496a546ba HTTP/1.1" status: 404 len: 347 time: 0.0158074 Jan 10 17:27:00.386669 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43756) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:00.504794 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Deleting port 790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:27:00.505135 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.581077 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.581403 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.593071 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Calling delete_port for 790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a owned by network:floatingip {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:27:00.955076 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:00.986793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Pushing event deleted for resources: {'Port': ['ID=790cfa1d-f64b-4701-b0ec-3dcf2a5bb72a,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:01.043761 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks [] for floatingip (6f0e213c-8372-48c3-9ed6-65cf42fd215e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:01.046350 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:01.047699 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3b2146a0-0074-4f8d-9f3f-81b40837b918 tempest-AttachVolumeTestJSON-475199380 tempest-AttachVolumeTestJSON-475199380-project] 10.222.0.10 "DELETE /v2.0/floatingips/6f0e213c-8372-48c3-9ed6-65cf42fd215e HTTP/1.1" status: 204 len: 168 time: 0.6598828 Jan 10 17:27:03.463853 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:27:03.966751 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c6db76cc-74ad-499c-9c81-3e968e100d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:04.570096 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43790) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:04.597706 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:04.997372 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:05.229672 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Deleting port 93b94526-e150-4be9-8202-d7b54606dee1 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:27:05.230012 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (93b94526-e150-4be9-8202-d7b54606dee1), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:05.304546 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] For port 93b94526-e150-4be9-8202-d7b54606dee1, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=93b94526-e150-4be9-8202-d7b54606dee1,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:27:05.304826 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (93b94526-e150-4be9-8202-d7b54606dee1), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:05.316749 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Calling delete_port for 93b94526-e150-4be9-8202-d7b54606dee1 owned by network:router_interface {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:27:05.487408 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (93b94526-e150-4be9-8202-d7b54606dee1), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:05.512412 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b94526-e150-4be9-8202-d7b54606dee1,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:05.677406 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:05.881393 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Router c2a5b077-2848-43c0-a4d1-7730a13b5fbd has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:27:05.980005 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:27:05.986670 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-184a4563-ed67-4cf1-88bd-735d56896733 admin admin] 10.222.0.10 "PUT /v2.0/routers/c2a5b077-2848-43c0-a4d1-7730a13b5fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4155023 Jan 10 17:27:05.987918 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43794) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:05.989469 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Sync routers for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:27:06.000314 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:27:06.000995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:06.089727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks [] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.102372 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:27:06.199585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks [] for router_gateway (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.251366 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Deleting port f2409538-8d84-4550-9dbd-edc4274245d6 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:27:06.251701 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.275850 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:27:05Z', 'revision_number': 5, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port': {'id': 'f2409538-8d84-4550-9dbd-edc4274245d6', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:56Z', 'updated_at': '2022-01-10T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:06.330978 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] For port f2409538-8d84-4550-9dbd-edc4274245d6, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=f2409538-8d84-4550-9dbd-edc4274245d6,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:27:06.331348 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.344502 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Calling delete_port for f2409538-8d84-4550-9dbd-edc4274245d6 owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:27:06.437171 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Checking router: c2a5b077-2848-43c0-a4d1-7730a13b5fbd for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:27:06.452236 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Routers {'c2a5b077-2848-43c0-a4d1-7730a13b5fbd'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:27:06.452873 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:26:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:06.456361 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8be03a36-c475-4c73-9b05-33a5d2bee4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.511472 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (f2409538-8d84-4550-9dbd-edc4274245d6), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.539023 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2409538-8d84-4550-9dbd-edc4274245d6,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:06.540553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] Set router c2a5b077-2848-43c0-a4d1-7730a13b5fbd gateway port host: None {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:27:06.594249 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:27:06Z', 'revision_number': 6, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:06.600286 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.623598 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030eb7fc-656e-4d5e-8f78-99b3141f0881 None None] The sync data for ids ['c2a5b077-2848-43c0-a4d1-7730a13b5fbd'] in dv-cinder-787632-2-iscsi is: [{'id': 'c2a5b077-2848-43c0-a4d1-7730a13b5fbd', 'name': 'tempest-AttachVolumeTestJSON-859433913-router', 'tenant_id': 'a6063f65f9ff4971bb348b96420816aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:55Z', 'updated_at': '2022-01-10T17:27:06Z', 'revision_number': 6, 'project_id': 'a6063f65f9ff4971bb348b96420816aa', 'gw_port_host': None}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:27:06.689606 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.691657 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks [] for router_controller (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.731537 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (c2a5b077-2848-43c0-a4d1-7730a13b5fbd), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.732085 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a5b077-2848-43c0-a4d1-7730a13b5fbd {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:27:06.736874 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.737985 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3a60c995-eeb2-4578-9bfb-76a8e10c2790 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c2a5b077-2848-43c0-a4d1-7730a13b5fbd HTTP/1.1" status: 204 len: 168 time: 0.7491815 Jan 10 17:27:06.740487 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43796) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:06.783668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Deleting subnet 3647c68b-c8f6-40ba-9795-93b47db1e83a {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:27:06.786683 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Publish callbacks [] for subnet (3647c68b-c8f6-40ba-9795-93b47db1e83a), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.821971 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (3647c68b-c8f6-40ba-9795-93b47db1e83a), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.894907 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (3647c68b-c8f6-40ba-9795-93b47db1e83a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.945230 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (3647c68b-c8f6-40ba-9795-93b47db1e83a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.976419 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:06.980400 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3647c68b-c8f6-40ba-9795-93b47db1e83a HTTP/1.1" status: 204 len: 168 time: 0.2389288 Jan 10 17:27:06.981629 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0222ede-e5aa-401e-a4b5-49fdbc3358d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3647c68b-c8f6-40ba-9795-93b47db1e83a,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:06.981992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a7d68-1cd0-488c-8b4e-e19330f498ca None None] Network 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:27:06.983636 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43798) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:07.058842 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (8ba32b39-cf3c-46a3-aba0-5e28aa14d827), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.116046 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Deleting port 6fdffddb-d00d-4701-880e-cf540158b7c2 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:27:07.116390 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.177095 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] For port 6fdffddb-d00d-4701-880e-cf540158b7c2, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=6fdffddb-d00d-4701-880e-cf540158b7c2,segment=NetworkSegment(0efabe58-9ec0-45d2-b91b-a46b0ebd2687),segment_id=0efabe58-9ec0-45d2-b91b-a46b0ebd2687)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:27:07.177459 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.189356 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Calling delete_port for 6fdffddb-d00d-4701-880e-cf540158b7c2 owned by network:dhcp {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:27:07.219509 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.269778 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (6fdffddb-d00d-4701-880e-cf540158b7c2), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.294810 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdffddb-d00d-4701-880e-cf540158b7c2,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:07.298944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] No DVR routers for this DVR port 6fdffddb-d00d-4701-880e-cf540158b7c2 on host dv-cinder-787632-2-iscsi {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:27:07.369705 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (8ba32b39-cf3c-46a3-aba0-5e28aa14d827), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.390877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba32b39-cf3c-46a3-aba0-5e28aa14d827']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:07.400641 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac12bd6-85c5-4079-b41b-63b126090c46 None None] DHCP port deletion for 8ba32b39-cf3c-46a3-aba0-5e28aa14d827 request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:27:07.400951 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efabe58-9ec0-45d2-b91b-a46b0ebd2687') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:07.401284 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efabe58-9ec0-45d2-b91b-a46b0ebd2687') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:27:07.413028 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (0efabe58-9ec0-45d2-b91b-a46b0ebd2687), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.426518 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (0efabe58-9ec0-45d2-b91b-a46b0ebd2687), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.432743 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:27:07.433208 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (0efabe58-9ec0-45d2-b91b-a46b0ebd2687), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.435105 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:27:07.438606 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:27:07.489859 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (8ba32b39-cf3c-46a3-aba0-5e28aa14d827), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.495691 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.499555 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8ba32b39-cf3c-46a3-aba0-5e28aa14d827 HTTP/1.1" status: 204 len: 168 time: 0.5140011 Jan 10 17:27:07.510296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ec350-18d2-4a8a-8655-16660c86a962 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba32b39-cf3c-46a3-aba0-5e28aa14d827,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:07.628165 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43802) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:07.668962 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-8bf3cd8b-fa49-4b69-b182-66e60ddd1b58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6063f65f9ff4971bb348b96420816aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389967 Jan 10 17:27:07.670945 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43804) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:07.719820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] Publish callbacks [] for security_group (e91b3109-6071-4206-aed1-9728bd50e7fe), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.740154 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] Publish callbacks [] for security_group (e91b3109-6071-4206-aed1-9728bd50e7fe), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.785499 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e91b3109-6071-4206-aed1-9728bd50e7fe), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.788134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:07.789288 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e91b3109-6071-4206-aed1-9728bd50e7fe HTTP/1.1" status: 204 len: 168 time: 0.1174557 Jan 10 17:27:07.796720 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10691db4-4dd3-4570-be0d-ac124c40b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91b3109-6071-4206-aed1-9728bd50e7fe,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:08.130678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93b94526-e150-4be9-8202-d7b54606dee1 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:27:08.151582 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 93b94526-e150-4be9-8202-d7b54606dee1 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:27:08.151932 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 93b94526-e150-4be9-8202-d7b54606dee1 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:27:08.152378 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 6fdffddb-d00d-4701-880e-cf540158b7c2 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:27:08.174761 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 6fdffddb-d00d-4701-880e-cf540158b7c2 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:27:08.175119 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 6fdffddb-d00d-4701-880e-cf540158b7c2 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:27:08.175536 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device f2409538-8d84-4550-9dbd-edc4274245d6 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:27:08.194590 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: f2409538-8d84-4550-9dbd-edc4274245d6 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:27:08.194933 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device f2409538-8d84-4550-9dbd-edc4274245d6 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:27:08.829002 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:10.450546 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.532545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43884) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:12.631114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5c043d46-7831-4e32-b6bc-8c4153e1b40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.702119 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5c043d46-7831-4e32-b6bc-8c4153e1b40c admin admin] Publish callbacks [] for security_group (01964264-40b4-4699-97b7-74ccb7c33269), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.706322 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5c043d46-7831-4e32-b6bc-8c4153e1b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (01964264-40b4-4699-97b7-74ccb7c33269), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.743693 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5c043d46-7831-4e32-b6bc-8c4153e1b40c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dea53acb76fa4aa78dec812e08307bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101073 Jan 10 17:27:12.744911 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c043d46-7831-4e32-b6bc-8c4153e1b40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01964264-40b4-4699-97b7-74ccb7c33269,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:12.746793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43888) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:12.795388 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] Publish callbacks [] for security_group (01964264-40b4-4699-97b7-74ccb7c33269), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.815540 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] Publish callbacks [] for security_group (01964264-40b4-4699-97b7-74ccb7c33269), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.860449 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (01964264-40b4-4699-97b7-74ccb7c33269), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.863281 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:12.864631 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01964264-40b4-4699-97b7-74ccb7c33269 HTTP/1.1" status: 204 len: 168 time: 0.1161554 Jan 10 17:27:12.872986 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eabf6f-9216-415f-a337-0a9100e5527e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01964264-40b4-4699-97b7-74ccb7c33269,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:13.111211 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43894) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:13.124099 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-41cc323b-aa95-4fa8-8009-4739c9d76182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.199694 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-41cc323b-aa95-4fa8-8009-4739c9d76182 admin admin] Publish callbacks [] for security_group (2060eb4f-c2e5-461d-b2ce-b0a9406f7e79), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.204100 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-41cc323b-aa95-4fa8-8009-4739c9d76182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2060eb4f-c2e5-461d-b2ce-b0a9406f7e79), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.241134 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-41cc323b-aa95-4fa8-8009-4739c9d76182 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bca1a9b50e204aa581d6c6f2a5d0b5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288745 Jan 10 17:27:13.242063 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc323b-aa95-4fa8-8009-4739c9d76182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2060eb4f-c2e5-461d-b2ce-b0a9406f7e79,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:13.243832 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43896) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:13.290873 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] Publish callbacks [] for security_group (2060eb4f-c2e5-461d-b2ce-b0a9406f7e79), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.314270 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] Publish callbacks [] for security_group (2060eb4f-c2e5-461d-b2ce-b0a9406f7e79), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.359352 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2060eb4f-c2e5-461d-b2ce-b0a9406f7e79), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.362000 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:13.363160 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2060eb4f-c2e5-461d-b2ce-b0a9406f7e79 HTTP/1.1" status: 204 len: 168 time: 0.1182792 Jan 10 17:27:13.370550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e647a44-3a11-4e43-9237-c0c95198d319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2060eb4f-c2e5-461d-b2ce-b0a9406f7e79,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:17.494253 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43970) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:17.596184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c16-4a56-458e-a47c-0ba878b47e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.668099 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c16-4a56-458e-a47c-0ba878b47e29 admin admin] Publish callbacks [] for security_group (b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.671650 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-c3d25c16-4a56-458e-a47c-0ba878b47e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.708576 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-c3d25c16-4a56-458e-a47c-0ba878b47e29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7205524a241a43ca82da2feb046821dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132621 Jan 10 17:27:17.709444 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25c16-4a56-458e-a47c-0ba878b47e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:17.711310 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43974) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:17.760920 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] Publish callbacks [] for security_group (b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.781702 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] Publish callbacks [] for security_group (b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.826377 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.828985 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:17.830115 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb HTTP/1.1" status: 204 len: 168 time: 0.1177330 Jan 10 17:27:17.838209 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687e55-98ea-4775-a934-6493c2831f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3664fc3-4ef0-4cc1-a2a0-d8e55acd4ebb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:18.078434 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 43980) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:18.091162 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7339525c-9862-44c9-8697-9fe1f2a1a29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.163912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7339525c-9862-44c9-8697-9fe1f2a1a29c admin admin] Publish callbacks [] for security_group (5e332803-7449-41eb-969f-d3ed3f5beaf4), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.167348 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7339525c-9862-44c9-8697-9fe1f2a1a29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5e332803-7449-41eb-969f-d3ed3f5beaf4), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.206405 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7339525c-9862-44c9-8697-9fe1f2a1a29c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8419eb91014644e986c7ad22258e23b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268473 Jan 10 17:27:18.207260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339525c-9862-44c9-8697-9fe1f2a1a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e332803-7449-41eb-969f-d3ed3f5beaf4,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:18.209111 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 43982) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:27:18.256232 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] Publish callbacks [] for security_group (5e332803-7449-41eb-969f-d3ed3f5beaf4), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.276869 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] Publish callbacks [] for security_group (5e332803-7449-41eb-969f-d3ed3f5beaf4), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.322001 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (5e332803-7449-41eb-969f-d3ed3f5beaf4), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.324649 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:18.325782 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e332803-7449-41eb-969f-d3ed3f5beaf4 HTTP/1.1" status: 204 len: 168 time: 0.1156907 Jan 10 17:27:18.333730 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9b72-9b54-4d84-96ae-2b7f0da09c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e332803-7449-41eb-969f-d3ed3f5beaf4,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:27:33.967657 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e0a79483-2adb-493c-9499-6eaf3bcaf33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:34.606037 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:36.436652 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3fc73940-2365-4f9c-aa10-dc2ac67b12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:37.222231 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:38.827343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:40.456069 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:27:40.463315 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:27:58.793259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2681-2bc2-4ae7-a5cf-92b4f8dff1b3 req-abc964d6-a26d-4ab5-ae1b-4910ab382766 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:27:58.794752 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43f2681-2bc2-4ae7-a5cf-92b4f8dff1b3 req-abc964d6-a26d-4ab5-ae1b-4910ab382766 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.1936646 Jan 10 17:27:58.839725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c43f2681-2bc2-4ae7-a5cf-92b4f8dff1b3 req-3e8f3c95-38a4-4c24-8abc-e46fd6cf869b tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Jan 10 17:27:59.957617 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98c001-b97b-40b2-9a18-30e7163c5236 req-c9f936ca-a26e-42c5-9b1a-0f5d400a0386 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:27:59.959092 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0b98c001-b97b-40b2-9a18-30e7163c5236 req-c9f936ca-a26e-42c5-9b1a-0f5d400a0386 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.0478420 Jan 10 17:28:00.004379 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0b98c001-b97b-40b2-9a18-30e7163c5236 req-c23a9874-ad8e-4dff-a938-9ba6b435215e tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7312992-1f72-4d61-b02f-a4c345735432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Jan 10 17:28:00.596678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-06cbf783-db55-473c-b093-6626854350a5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:28:00.598110 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-06cbf783-db55-473c-b093-6626854350a5 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 946 time: 0.0510015 Jan 10 17:28:00.683531 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Deleting port 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:00.683880 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:00.772563 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] For port 42fb612b-3559-4e65-bded-2ece0bb3a61f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=42fb612b-3559-4e65-bded-2ece0bb3a61f,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:28:00.772933 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:00.934704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:00.935064 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:00.935377 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Floating IP 0ae9ca2a-0661-49ec-a167-ca9d721f1750 disassociated. External IP: 172.27.1.22, port: 42fb612b-3559-4e65-bded-2ece0bb3a61f. Jan 10 17:28:00.935721 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Calling delete_port for 42fb612b-3559-4e65-bded-2ece0bb3a61f owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:01.064080 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (42fb612b-3559-4e65-bded-2ece0bb3a61f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:01.105874 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'Port': ['ID=42fb612b-3559-4e65-bded-2ece0bb3a61f,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:01.130781 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-113c41f0-83ed-4761-9811-c77df6451dc2 req-d2ee09df-b937-4e25-b746-a63ed4ee4572 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e365425-aaed-418b-b36b-c77e9c5af0ed HTTP/1.1" status: 200 len: 210 time: 0.0385032 Jan 10 17:28:01.132217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.132678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.133033 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.133378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.133732 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.134059 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.134420 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.134758 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.135093 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.135426 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.135760 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.136091 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.136437 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:01.243835 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:28:01.362388 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:28:01.374440 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:28:01.385770 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:28:01.386822 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:27:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:01.406569 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] No DVR routers for this DVR port 42fb612b-3559-4e65-bded-2ece0bb3a61f on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:28:01.409777 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:01.415378 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-be6ae0a5-100e-4780-8cfc-cca364dd931b req-e9dcf8a6-23e1-42d3-a9f8-71f44dc65e1a tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.24 "DELETE /v2.0/ports/42fb612b-3559-4e65-bded-2ece0bb3a61f HTTP/1.1" status: 204 len: 173 time: 0.8119509 Jan 10 17:28:01.416555 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-deleted', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:28:01.420537 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb319a0-a1f2-4623-a734-dcbaa82ad4be" -d '{"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-deleted", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:28:01.485545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71817480-b808-4306-b130-ff1f36f1654b x-openstack-request-id: req-71817480-b808-4306-b130-ff1f36f1654b {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:28:01.485866 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e365425-aaed-418b-b36b-c77e9c5af0ed", "name": "network-vif-deleted", "tag": "42fb612b-3559-4e65-bded-2ece0bb3a61f", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:28:01.486124 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71817480-b808-4306-b130-ff1f36f1654b {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:28:01.489766 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e365425-aaed-418b-b36b-c77e9c5af0ed', 'name': 'network-vif-deleted', 'tag': '42fb612b-3559-4e65-bded-2ece0bb3a61f', 'status': 'completed', 'code': 200} Jan 10 17:28:01.527807 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:28:01.828923 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:01.854453 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:28:01.862434 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:28:01.863033 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:27:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:01.972262 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:28:02.170235 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:02.196941 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d910902-6694-4522-a5c3-4f60c9f47e7b None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:17:07Z', 'revision_number': 4, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd', 'name': '', 'network_id': 'f57d6ca3-d7e6-49ec-a260-99f7a8384f08', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'mac_address': 'fa:16:3e:b7:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:17:05Z', 'updated_at': '2022-01-10T17:17:20Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'subnets': [{'id': '49f40baa-eed3-4bdd-8466-ed296e5d48aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:28:02.218746 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44232) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:02.272419 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (d7312992-1f72-4d61-b02f-a4c345735432), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.295161 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (d7312992-1f72-4d61-b02f-a4c345735432), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.344685 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d7312992-1f72-4d61-b02f-a4c345735432), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.347660 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.351343 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7312992-1f72-4d61-b02f-a4c345735432 HTTP/1.1" status: 204 len: 168 time: 0.1292140 Jan 10 17:28:02.351982 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44234) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:02.358554 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7312992-1f72-4d61-b02f-a4c345735432,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:02.366596 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.366958 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.367313 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.367659 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.368008 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.368490 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.368827 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.368939 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.api.v2.resource [None req-77c72a95-42a0-4939-a701-55371d5ba1ab tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] show failed (client error): The resource could not be found. Jan 10 17:28:02.369166 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.369497 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.369828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.373002 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.373723 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-77c72a95-42a0-4939-a701-55371d5ba1ab tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "GET /v2.0/security-groups/d7312992-1f72-4d61-b02f-a4c345735432 HTTP/1.1" status: 404 len: 347 time: 0.0168214 Jan 10 17:28:02.373938 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.373938 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5d0dd0-fc6f-495e-a9b7-5309e98ead53 tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:02.374383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44236) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:02.446445 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685b726-d53d-426b-a162-2f368dfc98cd None None] New status for floating IP 0ae9ca2a-0661-49ec-a167-ca9d721f1750: DOWN {{(pid=102730) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:28:02.504989 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Deleting port c1659d71-7112-4e59-a607-b97bfba3d2be {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:02.505329 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.586904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.587175 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (c1659d71-7112-4e59-a607-b97bfba3d2be), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.600587 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Calling delete_port for c1659d71-7112-4e59-a607-b97bfba3d2be owned by network:floatingip {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:02.737664 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (c1659d71-7112-4e59-a607-b97bfba3d2be), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.762595 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Pushing event deleted for resources: {'Port': ['ID=c1659d71-7112-4e59-a607-b97bfba3d2be,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:02.824793 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks [] for floatingip (0ae9ca2a-0661-49ec-a167-ca9d721f1750), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.827430 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:02.828640 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-059d56b2-c823-46b1-84d8-debf029e5d9d tempest-AttachVolumeShelveTestJSON-2117788993 tempest-AttachVolumeShelveTestJSON-2117788993-project] 10.222.0.10 "DELETE /v2.0/floatingips/0ae9ca2a-0661-49ec-a167-ca9d721f1750 HTTP/1.1" status: 204 len: 168 time: 0.4532826 Jan 10 17:28:03.917027 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44254) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:03.969101 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3644-740b-4109-84b4-e1b0aab9ad8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.022355 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-db9661a7-faf2-4b2e-abdd-df6c633a771d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.096666 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-db9661a7-faf2-4b2e-abdd-df6c633a771d admin admin] Publish callbacks [] for security_group (67d0d270-cabb-409c-ab54-df8536e6a638), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.101017 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-db9661a7-faf2-4b2e-abdd-df6c633a771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (67d0d270-cabb-409c-ab54-df8536e6a638), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.140366 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-db9661a7-faf2-4b2e-abdd-df6c633a771d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ebd1edaeaa74645813460f759657bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222607 Jan 10 17:28:04.142283 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9661a7-faf2-4b2e-abdd-df6c633a771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0d270-cabb-409c-ab54-df8536e6a638,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:04.143135 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44268) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:04.192257 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] Publish callbacks [] for security_group (67d0d270-cabb-409c-ab54-df8536e6a638), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.213527 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] Publish callbacks [] for security_group (67d0d270-cabb-409c-ab54-df8536e6a638), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.259030 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (67d0d270-cabb-409c-ab54-df8536e6a638), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.261567 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:04.262734 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67d0d270-cabb-409c-ab54-df8536e6a638 HTTP/1.1" status: 204 len: 168 time: 0.1176932 Jan 10 17:28:04.269938 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3b2ac-70b3-4599-87f1-bdb0b07ba8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0d270-cabb-409c-ab54-df8536e6a638,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:04.336385 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:28:04.356577 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 42fb612b-3559-4e65-bded-2ece0bb3a61f {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:28:04.356922 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 42fb612b-3559-4e65-bded-2ece0bb3a61f not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:28:04.608542 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:05.267296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44336) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:05.770579 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.013614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Deleting port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:06.013954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.093038 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] For port bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:28:06.093405 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.106057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Calling delete_port for bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd owned by network:router_interface {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:06.282877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.307632 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:06.440592 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-efa014a8-6183-40a5-b09f-2b290d3c262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.484114 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:06.926335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Router fb58a085-7dac-4ffd-93b9-0e958ce826f0 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:28:07.030592 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:28:07.035445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-1a090a9f-4ce1-4119-8218-d187e29a6a67 admin admin] 10.222.0.10 "PUT /v2.0/routers/fb58a085-7dac-4ffd-93b9-0e958ce826f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670062 Jan 10 17:28:07.038631 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44360) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:07.041256 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Sync routers for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:28:07.050705 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:28:07.051289 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:28:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:07.143834 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks [] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.157483 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:28:07.228074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.254877 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks [] for router_gateway (fb58a085-7dac-4ffd-93b9-0e958ce826f0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.311586 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Deleting port eba0bbd4-51a9-4df8-a01f-8ac4163698c5 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:07.312234 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.342701 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:28:06Z', 'revision_number': 5, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port': {'id': 'eba0bbd4-51a9-4df8-a01f-8ac4163698c5', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:00:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:16:59Z', 'updated_at': '2022-01-10T17:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:07.373831 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Checking router: fb58a085-7dac-4ffd-93b9-0e958ce826f0 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:28:07.382127 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Routers {'fb58a085-7dac-4ffd-93b9-0e958ce826f0'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:28:07.382778 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:28:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:07.393414 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] For port eba0bbd4-51a9-4df8-a01f-8ac4163698c5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:28:07.393780 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.405915 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Calling delete_port for eba0bbd4-51a9-4df8-a01f-8ac4163698c5 owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:07.470761 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] Set router fb58a085-7dac-4ffd-93b9-0e958ce826f0 gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:28:07.527529 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:28:07Z', 'revision_number': 6, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:07.558259 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3f311-c07a-43fe-adea-d81d77b58038 None None] The sync data for ids ['fb58a085-7dac-4ffd-93b9-0e958ce826f0'] in dv-cinder-787632-2-iscsi is: [{'id': 'fb58a085-7dac-4ffd-93b9-0e958ce826f0', 'name': 'tempest-AttachVolumeShelveTestJSON-478649763-router', 'tenant_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:16:58Z', 'updated_at': '2022-01-10T17:28:07Z', 'revision_number': 6, 'project_id': '7cb63f77fb6845d2b5ece63bf93b3481', 'gw_port_host': None}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:28:07.820003 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (eba0bbd4-51a9-4df8-a01f-8ac4163698c5), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.845246 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba0bbd4-51a9-4df8-a01f-8ac4163698c5,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:07.903038 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.996710 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:07.998882 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks [] for router_controller (fb58a085-7dac-4ffd-93b9-0e958ce826f0), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.042556 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (fb58a085-7dac-4ffd-93b9-0e958ce826f0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.043267 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb58a085-7dac-4ffd-93b9-0e958ce826f0 {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:28:08.047415 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.048519 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-413327e6-8ba9-465d-9498-a523c8f5fa18 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fb58a085-7dac-4ffd-93b9-0e958ce826f0 HTTP/1.1" status: 204 len: 168 time: 1.0080912 Jan 10 17:28:08.051105 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44364) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:08.095084 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Deleting subnet 49f40baa-eed3-4bdd-8466-ed296e5d48aa {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:28:08.098064 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Publish callbacks [] for subnet (49f40baa-eed3-4bdd-8466-ed296e5d48aa), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.134731 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (49f40baa-eed3-4bdd-8466-ed296e5d48aa), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.214292 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (49f40baa-eed3-4bdd-8466-ed296e5d48aa), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.265651 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (49f40baa-eed3-4bdd-8466-ed296e5d48aa), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.290974 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f40baa-eed3-4bdd-8466-ed296e5d48aa,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:08.294636 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.297781 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-6afbfb7c-1f01-4569-9efd-d3f218b2451f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49f40baa-eed3-4bdd-8466-ed296e5d48aa HTTP/1.1" status: 204 len: 168 time: 0.2457228 Jan 10 17:28:08.300212 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44366) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:08.303292 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4ec97-5f13-47ef-8869-c9abaf0bb8ab None None] Network f57d6ca3-d7e6-49ec-a260-99f7a8384f08 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:28:08.384084 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (f57d6ca3-d7e6-49ec-a260-99f7a8384f08), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.407662 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:28:08.430052 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:28:08.430515 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device bb24c304-8fdf-4b8c-b8aa-aceafd90c8cd not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:28:08.430944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device eba0bbd4-51a9-4df8-a01f-8ac4163698c5 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:28:08.445623 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Deleting port cbda0983-0510-483e-a1b6-84da9e65490a {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:08.445963 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.454885 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: eba0bbd4-51a9-4df8-a01f-8ac4163698c5 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:28:08.455307 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device eba0bbd4-51a9-4df8-a01f-8ac4163698c5 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:28:08.495572 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] DHCP port deletion for f57d6ca3-d7e6-49ec-a260-99f7a8384f08 request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:28:08.532668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] For port cbda0983-0510-483e-a1b6-84da9e65490a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=cbda0983-0510-483e-a1b6-84da9e65490a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:28:08.533029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.546877 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Calling delete_port for cbda0983-0510-483e-a1b6-84da9e65490a owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:08.566952 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Deleting port cbda0983-0510-483e-a1b6-84da9e65490a {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:28:08.567327 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.629583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.632811 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] For port cbda0983-0510-483e-a1b6-84da9e65490a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=cbda0983-0510-483e-a1b6-84da9e65490a,segment=NetworkSegment(6ad72934-18f0-4faf-87e8-98e3ba70f61d),segment_id=6ad72934-18f0-4faf-87e8-98e3ba70f61d)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:28:08.633488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.650824 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Calling delete_port for cbda0983-0510-483e-a1b6-84da9e65490a owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:28:08.657275 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbda0983-0510-483e-a1b6-84da9e65490a,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:08.660846 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] No DVR routers for this DVR port cbda0983-0510-483e-a1b6-84da9e65490a on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:28:08.739386 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (cbda0983-0510-483e-a1b6-84da9e65490a), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.740640 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (f57d6ca3-d7e6-49ec-a260-99f7a8384f08), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.761938 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d6ca3-d7e6-49ec-a260-99f7a8384f08']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:08.766004 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Pushing event deleted for resources: {'Port': ['ID=cbda0983-0510-483e-a1b6-84da9e65490a,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:08.768369 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] No DVR routers for this DVR port cbda0983-0510-483e-a1b6-84da9e65490a on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:28:08.777762 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.778450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.779368 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.779848 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.780346 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.780695 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.781042 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.781370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.781702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.782035 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.782419 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.782750 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.783006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad72934-18f0-4faf-87e8-98e3ba70f61d') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:08.783132 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e70b71-11b7-423c-af27-9526f1094048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:28:08.783298 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad72934-18f0-4faf-87e8-98e3ba70f61d') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:28:08.793931 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (6ad72934-18f0-4faf-87e8-98e3ba70f61d), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.807063 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (6ad72934-18f0-4faf-87e8-98e3ba70f61d), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.812801 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:28:08.813187 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (6ad72934-18f0-4faf-87e8-98e3ba70f61d), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:28:08.814964 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:28:08.836773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.874990 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (f57d6ca3-d7e6-49ec-a260-99f7a8384f08), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.880270 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:08.884086 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] 10.222.0.10 "DELETE /v2.0/networks/f57d6ca3-d7e6-49ec-a260-99f7a8384f08 HTTP/1.1" status: 204 len: 168 time: 0.5829527 Jan 10 17:28:08.894733 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f37e03-0e2f-4e04-99e8-b734e843a80b admin admin] Pushing event deleted for resources: {'Network': ['ID=f57d6ca3-d7e6-49ec-a260-99f7a8384f08,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:08.996466 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44372) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:09.037168 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f1df3efd-c191-44f5-bc27-3c29c999daba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cb63f77fb6845d2b5ece63bf93b3481&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395455 Jan 10 17:28:09.039715 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44374) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:09.087793 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] Publish callbacks [] for security_group (a1575973-f367-4293-844d-8d4a0b7866e0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:09.108674 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] Publish callbacks [] for security_group (a1575973-f367-4293-844d-8d4a0b7866e0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:09.155963 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (a1575973-f367-4293-844d-8d4a0b7866e0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:09.159178 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:09.163425 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1575973-f367-4293-844d-8d4a0b7866e0 HTTP/1.1" status: 204 len: 168 time: 0.1198268 Jan 10 17:28:09.168810 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e51a08-4fbf-42e5-bf87-5a2c5b60a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1575973-f367-4293-844d-8d4a0b7866e0,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:10.169459 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device cbda0983-0510-483e-a1b6-84da9e65490a no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:28:10.192657 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: cbda0983-0510-483e-a1b6-84da9e65490a {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:28:10.193012 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device cbda0983-0510-483e-a1b6-84da9e65490a not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:28:10.461891 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:10.733068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44428) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:10.835322 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7f770141-16cd-4130-be2d-cdf69d92a38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:10.911097 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7f770141-16cd-4130-be2d-cdf69d92a38e admin admin] Publish callbacks [] for security_group (62316dc8-a311-4b80-a0ba-ea4b12371988), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:10.915437 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7f770141-16cd-4130-be2d-cdf69d92a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (62316dc8-a311-4b80-a0ba-ea4b12371988), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:10.953138 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-7f770141-16cd-4130-be2d-cdf69d92a38e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=089b6499b70b45858da0bf448dd98f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189939 Jan 10 17:28:10.953991 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f770141-16cd-4130-be2d-cdf69d92a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62316dc8-a311-4b80-a0ba-ea4b12371988,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:10.955836 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44432) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:11.006188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] Publish callbacks [] for security_group (62316dc8-a311-4b80-a0ba-ea4b12371988), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.030383 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] Publish callbacks [] for security_group (62316dc8-a311-4b80-a0ba-ea4b12371988), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.077226 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (62316dc8-a311-4b80-a0ba-ea4b12371988), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.079919 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.081067 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62316dc8-a311-4b80-a0ba-ea4b12371988 HTTP/1.1" status: 204 len: 168 time: 0.1242476 Jan 10 17:28:11.091538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3957-6496-4498-b3a4-648f212c81bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62316dc8-a311-4b80-a0ba-ea4b12371988,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:11.344340 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44438) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:11.357461 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-313543a6-28ae-412c-9e96-b52abaf2a15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.428737 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-313543a6-28ae-412c-9e96-b52abaf2a15a admin admin] Publish callbacks [] for security_group (0a62540b-272e-4a06-80a0-098e55caae50), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.434278 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-313543a6-28ae-412c-9e96-b52abaf2a15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0a62540b-272e-4a06-80a0-098e55caae50), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.471285 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-313543a6-28ae-412c-9e96-b52abaf2a15a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=274bf327c27d4be2816886ab17b8f748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258652 Jan 10 17:28:11.472144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313543a6-28ae-412c-9e96-b52abaf2a15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a62540b-272e-4a06-80a0-098e55caae50,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:11.474282 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44440) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:11.521598 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] Publish callbacks [] for security_group (0a62540b-272e-4a06-80a0-098e55caae50), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.543645 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] Publish callbacks [] for security_group (0a62540b-272e-4a06-80a0-098e55caae50), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.590668 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (0a62540b-272e-4a06-80a0-098e55caae50), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.593259 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:11.594440 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a62540b-272e-4a06-80a0-098e55caae50 HTTP/1.1" status: 204 len: 168 time: 0.1191478 Jan 10 17:28:11.603520 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff786d-3964-453c-bfeb-dc8a69862459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a62540b-272e-4a06-80a0-098e55caae50,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:15.557043 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-3056aa05-8c5f-43c8-b23c-39ce40cca29c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333039 Jan 10 17:28:15.641553 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-f38b49d2-2e08-43ef-a4b4-894289662a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:28:15.643035 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-f38b49d2-2e08-43ef-a4b4-894289662a69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1099 time: 0.0425284 Jan 10 17:28:15.741831 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-0bff5832-646f-49c8-94e8-d04443e16bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:28:15.743744 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-0bff5832-646f-49c8-94e8-d04443e16bf7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.0822647 Jan 10 17:28:15.809623 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-0d1e1994-0b8d-401e-b804-40211c82606c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 1002 time: 0.0592303 Jan 10 17:28:15.857088 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-41c9951a-0845-438c-a199-822e1d283d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:28:15.858847 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-41c9951a-0845-438c-a199-822e1d283d3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0430059 Jan 10 17:28:15.904174 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-a99ca32d-75f2-46ce-9d72-3fae54d22401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:28:15.905645 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-a99ca32d-75f2-46ce-9d72-3fae54d22401 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400281 Jan 10 17:28:15.917605 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-043d8482-f87a-4aed-8808-777749323b3c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:28:15.918554 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-043d8482-f87a-4aed-8808-777749323b3c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052369 Jan 10 17:28:16.007198 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-4fbbc7e3-8e04-4305-9475-75697f74996d service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Jan 10 17:28:16.094522 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ea53f81f-1052-49b0-b84a-b491db26c033 req-994f48f8-4a96-48bb-aef3-92cb876de6bb service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811956 Jan 10 17:28:16.412515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44562) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:16.514377 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ac0ac3-882a-4983-8b13-baa868cf4b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.593256 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ac0ac3-882a-4983-8b13-baa868cf4b32 admin admin] Publish callbacks [] for security_group (771659d6-5973-4818-9f81-de7a96273f43), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.597180 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-04ac0ac3-882a-4983-8b13-baa868cf4b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (771659d6-5973-4818-9f81-de7a96273f43), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.635226 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-04ac0ac3-882a-4983-8b13-baa868cf4b32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c659ce7f4a594cab89b7d095408ed768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216594 Jan 10 17:28:16.636103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac0ac3-882a-4983-8b13-baa868cf4b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771659d6-5973-4818-9f81-de7a96273f43,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:16.637930 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44566) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:16.684395 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] Publish callbacks [] for security_group (771659d6-5973-4818-9f81-de7a96273f43), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.704776 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] Publish callbacks [] for security_group (771659d6-5973-4818-9f81-de7a96273f43), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.751210 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (771659d6-5973-4818-9f81-de7a96273f43), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.753879 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:16.755084 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/771659d6-5973-4818-9f81-de7a96273f43 HTTP/1.1" status: 204 len: 168 time: 0.1161182 Jan 10 17:28:16.763544 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2596b25-b40e-479a-816f-c2247881cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771659d6-5973-4818-9f81-de7a96273f43,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:17.012370 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44574) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:17.025199 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-79d13330-79dd-4961-8087-27997f5d726a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.095637 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-79d13330-79dd-4961-8087-27997f5d726a admin admin] Publish callbacks [] for security_group (3b1b7143-0acb-4faa-8ca5-8258b3fecbe6), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.098980 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-79d13330-79dd-4961-8087-27997f5d726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3b1b7143-0acb-4faa-8ca5-8258b3fecbe6), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.136581 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-79d13330-79dd-4961-8087-27997f5d726a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=073d743add0a4e8bae3f8cdb9c3c10bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231346 Jan 10 17:28:17.137443 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13330-79dd-4961-8087-27997f5d726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b7143-0acb-4faa-8ca5-8258b3fecbe6,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:17.139971 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44576) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:17.190313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] Publish callbacks [] for security_group (3b1b7143-0acb-4faa-8ca5-8258b3fecbe6), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.211204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] Publish callbacks [] for security_group (3b1b7143-0acb-4faa-8ca5-8258b3fecbe6), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.255583 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (3b1b7143-0acb-4faa-8ca5-8258b3fecbe6), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.258771 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.259940 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b1b7143-0acb-4faa-8ca5-8258b3fecbe6 HTTP/1.1" status: 204 len: 168 time: 0.1189773 Jan 10 17:28:17.267863 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb6a4-b8ee-40f3-91db-565dd4048d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b7143-0acb-4faa-8ca5-8258b3fecbe6,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:17.462243 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:28:17.562630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44582) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:17.575293 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-de27a40d-4d0c-4084-a187-850e440d8bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.645643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-de27a40d-4d0c-4084-a187-850e440d8bab admin admin] Publish callbacks [] for security_group (18ad5f5b-72e1-421a-b55d-52f749d48068), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.648982 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-de27a40d-4d0c-4084-a187-850e440d8bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (18ad5f5b-72e1-421a-b55d-52f749d48068), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.687952 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-de27a40d-4d0c-4084-a187-850e440d8bab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd0b9498b604b29816dd65bdd3c0299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242754 Jan 10 17:28:17.689774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27a40d-4d0c-4084-a187-850e440d8bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad5f5b-72e1-421a-b55d-52f749d48068,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:17.690726 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44584) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:17.737652 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] Publish callbacks [] for security_group (18ad5f5b-72e1-421a-b55d-52f749d48068), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.757541 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] Publish callbacks [] for security_group (18ad5f5b-72e1-421a-b55d-52f749d48068), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.802368 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (18ad5f5b-72e1-421a-b55d-52f749d48068), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.804986 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:17.806109 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18ad5f5b-72e1-421a-b55d-52f749d48068 HTTP/1.1" status: 204 len: 168 time: 0.1144156 Jan 10 17:28:17.813824 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f57d97-58d1-4553-a187-4fc2d8ffb0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad5f5b-72e1-421a-b55d-52f749d48068,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:18.796895 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44616) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:18.907077 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cc5243a4-aa4d-4ef3-955f-355e3752cc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:18.978629 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cc5243a4-aa4d-4ef3-955f-355e3752cc16 admin admin] Publish callbacks [] for security_group (7d9773f2-b96f-4b58-bde6-29b76300bb0b), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:18.982153 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-cc5243a4-aa4d-4ef3-955f-355e3752cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (7d9773f2-b96f-4b58-bde6-29b76300bb0b), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:19.022836 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-cc5243a4-aa4d-4ef3-955f-355e3752cc16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b76afd8d17649768f5a86852a0e558e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247326 Jan 10 17:28:19.023138 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44622) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:19.023801 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5243a4-aa4d-4ef3-955f-355e3752cc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9773f2-b96f-4b58-bde6-29b76300bb0b,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:19.070694 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] Publish callbacks [] for security_group (7d9773f2-b96f-4b58-bde6-29b76300bb0b), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:19.090685 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] Publish callbacks [] for security_group (7d9773f2-b96f-4b58-bde6-29b76300bb0b), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:19.136460 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (7d9773f2-b96f-4b58-bde6-29b76300bb0b), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:19.139139 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:19.140276 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d9773f2-b96f-4b58-bde6-29b76300bb0b HTTP/1.1" status: 204 len: 168 time: 0.1161594 Jan 10 17:28:19.147584 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faab0a8-ace6-47d5-8190-0fdfca456c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9773f2-b96f-4b58-bde6-29b76300bb0b,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:33.970034 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-42ae1673-e22f-46f6-84b2-fbf200f0cab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:34.623755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:36.443321 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1499e1e2-f60e-40f1-bd86-7abff3bf2b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:37.228940 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:38.838054 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:40.455585 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:46.914792 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 44854) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:47.014708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e97edafe-ba18-4460-8731-5066fe18818a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.085079 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e97edafe-ba18-4460-8731-5066fe18818a admin admin] Publish callbacks [] for security_group (df04e579-529b-4990-9896-9066cd249277), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.088523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e97edafe-ba18-4460-8731-5066fe18818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (df04e579-529b-4990-9896-9066cd249277), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.124925 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e97edafe-ba18-4460-8731-5066fe18818a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c57e9f2384c444ba3a8e2ce27a3a0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089934 Jan 10 17:28:47.126822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97edafe-ba18-4460-8731-5066fe18818a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df04e579-529b-4990-9896-9066cd249277,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:47.127679 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44858) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:47.175513 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] Publish callbacks [] for security_group (df04e579-529b-4990-9896-9066cd249277), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.196093 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] Publish callbacks [] for security_group (df04e579-529b-4990-9896-9066cd249277), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.243614 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (df04e579-529b-4990-9896-9066cd249277), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.246781 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:47.247927 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df04e579-529b-4990-9896-9066cd249277 HTTP/1.1" status: 204 len: 168 time: 0.1192539 Jan 10 17:28:47.256312 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ef364-926b-48a4-95b1-de580d423aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04e579-529b-4990-9896-9066cd249277,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:53.161736 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44948) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:53.389956 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9049df0b-b1fd-4250-84e2-e58de91d29dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.469455 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9049df0b-b1fd-4250-84e2-e58de91d29dc admin admin] Publish callbacks [] for security_group (b5a6f916-f881-4dac-b3d9-e34530faf318), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.473265 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9049df0b-b1fd-4250-84e2-e58de91d29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b5a6f916-f881-4dac-b3d9-e34530faf318), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.513253 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9049df0b-b1fd-4250-84e2-e58de91d29dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38567fc7a8b3492a95b95771d2255958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482831 Jan 10 17:28:53.513583 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 44960) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:28:53.519584 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049df0b-b1fd-4250-84e2-e58de91d29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6f916-f881-4dac-b3d9-e34530faf318,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:53.565137 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] Publish callbacks [] for security_group (b5a6f916-f881-4dac-b3d9-e34530faf318), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.585916 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] Publish callbacks [] for security_group (b5a6f916-f881-4dac-b3d9-e34530faf318), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.631983 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b5a6f916-f881-4dac-b3d9-e34530faf318), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.634847 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:28:53.636006 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5a6f916-f881-4dac-b3d9-e34530faf318 HTTP/1.1" status: 204 len: 168 time: 0.1212578 Jan 10 17:28:53.643702 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2b811-8a72-4983-baf7-ce4e08fb01b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6f916-f881-4dac-b3d9-e34530faf318,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:28:54.463019 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:29:01.847674 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45112) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:01.947054 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5935ecb6-9960-4399-ac55-435fed4f2be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.017698 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5935ecb6-9960-4399-ac55-435fed4f2be5 admin admin] Publish callbacks [] for security_group (87cf0ce0-834c-4d01-a257-24310b2acfce), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.020525 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-5935ecb6-9960-4399-ac55-435fed4f2be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (87cf0ce0-834c-4d01-a257-24310b2acfce), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.060957 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-5935ecb6-9960-4399-ac55-435fed4f2be5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1268b1ff8b434eb6821c85b9d73306f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122326 Jan 10 17:29:02.061817 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935ecb6-9960-4399-ac55-435fed4f2be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf0ce0-834c-4d01-a257-24310b2acfce,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:02.063780 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45116) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:02.113338 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Publish callbacks [] for security_group (87cf0ce0-834c-4d01-a257-24310b2acfce), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.133319 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Publish callbacks [] for security_group (87cf0ce0-834c-4d01-a257-24310b2acfce), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.178512 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (87cf0ce0-834c-4d01-a257-24310b2acfce), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.181227 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.182532 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87cf0ce0-834c-4d01-a257-24310b2acfce HTTP/1.1" status: 204 len: 168 time: 0.1175854 Jan 10 17:29:02.189746 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf0ce0-834c-4d01-a257-24310b2acfce,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:02.196610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.196961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.197294 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.197635 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.197962 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.198312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.198643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.198968 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.199296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.199658 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.199928 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.200798 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.201057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a2cc45-5253-423c-9cae-f3188ec0ef16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:02.773275 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45144) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:02.811828 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45148) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:02.911064 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1752361299-network', 'tenant_id': 'e552354b2101474aae51d265c50eceed'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:02.921023 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96eaa173-c60e-4354-876e-248a6ad1cfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.954741 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Made reservation on behalf of e552354b2101474aae51d265c50eceed for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:02.956961 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:02.972251 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.045184 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96eaa173-c60e-4354-876e-248a6ad1cfa0 admin admin] Publish callbacks [] for security_group (f120b63e-3ef2-4478-b983-73e0a8674b85), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.051386 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-96eaa173-c60e-4354-876e-248a6ad1cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f120b63e-3ef2-4478-b983-73e0a8674b85), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.114398 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-96eaa173-c60e-4354-876e-248a6ad1cfa0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85569a1ae089414a80fb97438dcf7c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013997 Jan 10 17:29:03.117086 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45152) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:03.117623 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaa173-c60e-4354-876e-248a6ad1cfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120b63e-3ef2-4478-b983-73e0a8674b85,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:03.123086 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks [] for security_group (dc74724c-9c10-42e1-8f9e-63b4f15cbb8e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.126813 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dc74724c-9c10-42e1-8f9e-63b4f15cbb8e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.150884 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:29:03.164866 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:03.168498 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Publish callbacks [] for security_group (f120b63e-3ef2-4478-b983-73e0a8674b85), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.169654 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (4bed878e-e7a8-45fd-9821-be7c75a30945), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.170003 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Added segment 4bed878e-e7a8-45fd-9821-be7c75a30945 of type vlan for network 122cc336-639e-45b1-8d70-27176006620a Jan 10 17:29:03.191890 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Publish callbacks [] for security_group (f120b63e-3ef2-4478-b983-73e0a8674b85), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.211841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (122cc336-639e-45b1-8d70-27176006620a), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.237649 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (122cc336-639e-45b1-8d70-27176006620a), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.238538 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (f120b63e-3ef2-4478-b983-73e0a8674b85), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.238786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:03.239234 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.241149 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.242349 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f120b63e-3ef2-4478-b983-73e0a8674b85 HTTP/1.1" status: 204 len: 168 time: 0.1242440 Jan 10 17:29:03.250343 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120b63e-3ef2-4478-b983-73e0a8674b85,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:03.257455 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.257810 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.258157 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.258521 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.258858 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.259199 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.259533 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.259862 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.260191 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.260508 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.260838 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.261162 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.261484 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b2da5-0f86-428b-bbec-a54c95163a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:03.294137 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] Pushing event updated for resources: {'Network': ['ID=122cc336-639e-45b1-8d70-27176006620a,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:03.304923 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 122cc336-639e-45b1-8d70-27176006620a details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:29:03.310995 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-32da7217-9a28-47cf-a15f-8d32cb0d76bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5365298 Jan 10 17:29:03.314350 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45156) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:03.319278 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Request body: {'subnet': {'network_id': '122cc336-639e-45b1-8d70-27176006620a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1752361299-subnet', 'tenant_id': 'e552354b2101474aae51d265c50eceed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:03.342585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Made reservation on behalf of e552354b2101474aae51d265c50eceed for: {'subnet': 1} {{(pid=102728) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:03.345586 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8613705'] for subnet (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.512484 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8613723'] for subnet (e502a2ef-36c8-4976-97c9-de4e79da64ff), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.561451 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e502a2ef-36c8-4976-97c9-de4e79da64ff,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:03.578243 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Checking segment: {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:03.578633 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Network hostable DHCP agents. Network: 122cc336-639e-45b1-8d70-27176006620a, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102728) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:29:03.595076 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Network 122cc336-639e-45b1-8d70-27176006620a is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102728) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:29:03.603688 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 122cc336-639e-45b1-8d70-27176006620a) {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:03.608370 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:03.608988 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:03.613699 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76ee02-d0cd-4c8d-b3b8-e8266dd52c32 None None] Network 122cc336-639e-45b1-8d70-27176006620a requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:03.633257 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-aec0dcdc-bf33-4b3b-bf21-cef86561bea9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3094091 Jan 10 17:29:03.715045 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5320af0-a899-49c8-9815-2f6e5b271e05 None None] Network 122cc336-639e-45b1-8d70-27176006620a requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:03.972168 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ba592703-fb16-405a-97b3-499459a8c457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.110008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45188) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:04.261616 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45196) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:04.297998 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port 62cacd10-c20b-4214-8b98-99e85a1abe0f {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:04.298579 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.368534 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1b65c29e-65dd-4844-8b5e-2c88ca5f2e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.375585 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.375922 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (62cacd10-c20b-4214-8b98-99e85a1abe0f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.387353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for 62cacd10-c20b-4214-8b98-99e85a1abe0f owned by network:floatingip {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:04.447607 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1b65c29e-65dd-4844-8b5e-2c88ca5f2e8e admin admin] Publish callbacks [] for security_group (b95b833e-e3f6-4cfb-8682-a044e469fb1e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.451686 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1b65c29e-65dd-4844-8b5e-2c88ca5f2e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b95b833e-e3f6-4cfb-8682-a044e469fb1e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.490438 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1b65c29e-65dd-4844-8b5e-2c88ca5f2e8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3629240d77a345909cf21378fb64c3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276425 Jan 10 17:29:04.493057 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45200) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:04.499639 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65c29e-65dd-4844-8b5e-2c88ca5f2e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95b833e-e3f6-4cfb-8682-a044e469fb1e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:04.537483 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (62cacd10-c20b-4214-8b98-99e85a1abe0f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.545670 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] Publish callbacks [] for security_group (b95b833e-e3f6-4cfb-8682-a044e469fb1e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.564614 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=62cacd10-c20b-4214-8b98-99e85a1abe0f,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:04.568329 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] Publish callbacks [] for security_group (b95b833e-e3f6-4cfb-8682-a044e469fb1e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.611884 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.616709 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (b95b833e-e3f6-4cfb-8682-a044e469fb1e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.619394 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.620565 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b95b833e-e3f6-4cfb-8682-a044e469fb1e HTTP/1.1" status: 204 len: 168 time: 0.1265891 Jan 10 17:29:04.628029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (4fd2ace8-7f4e-48a9-98b9-c0021edc3406), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.628371 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP 4fd2ace8-7f4e-48a9-98b9-c0021edc3406 disassociated (deleted). External IP: 172.27.1.225, port: 31713736-37c8-44e3-839b-8e5c04ace8d0. Jan 10 17:29:04.633979 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f522e2-ecbe-4dd5-b22b-e7c206da858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95b833e-e3f6-4cfb-8682-a044e469fb1e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:04.836760 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:04.944395 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:04.949277 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:04.954309 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:04.964811 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:04.965416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:28:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:04.977741 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f2ced92c-cfa3-4ae9-994e-c993f5a0a33a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "DELETE /v2.0/floatingips/4fd2ace8-7f4e-48a9-98b9-c0021edc3406 HTTP/1.1" status: 204 len: 168 time: 0.8663428 Jan 10 17:29:04.978360 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:04.980914 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:05.081516 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:05.172207 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b94536a-b03b-4f74-b647-b96bcaa5fead x-openstack-request-id: req-4b94536a-b03b-4f74-b647-b96bcaa5fead {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:05.172571 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:05.172893 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b94536a-b03b-4f74-b647-b96bcaa5fead {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:05.173419 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'status': 'completed', 'code': 200} Jan 10 17:29:05.287841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cef29f-1f71-453a-ac0d-5fdca6026cea req-c55b916f-985c-4502-b384-500ec5181a35 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.289353 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b9cef29f-1f71-453a-ac0d-5fdca6026cea req-c55b916f-985c-4502-b384-500ec5181a35 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0819676 Jan 10 17:29:05.292350 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-5c5d9ce0-e64f-48a1-a2b2-d0334836ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.294458 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-5c5d9ce0-e64f-48a1-a2b2-d0334836ba3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 1098 time: 0.0953307 Jan 10 17:29:05.392900 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:05.398629 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b9cef29f-1f71-453a-ac0d-5fdca6026cea req-e57f4310-0ad3-4c7d-9a50-30f497e6f6e9 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029069 Jan 10 17:29:05.423770 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-249d79d1-f812-4ab7-837e-74175f604698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.425242 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-249d79d1-f812-4ab7-837e-74175f604698 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.1227722 Jan 10 17:29:05.480313 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-860f2c4c-64f1-4301-95ca-f4b8f2aaf748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 200 len: 217 time: 0.0482183 Jan 10 17:29:05.578755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:05.588805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:05.589407 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:28:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:05.595464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-1bd007fc-d122-4f20-b473-bd9ee88925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.596840 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-1bd007fc-d122-4f20-b473-bd9ee88925cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.1057570 Jan 10 17:29:05.658076 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-aa30c8aa-8736-438a-b82a-198d69e684a2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.659606 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-aa30c8aa-8736-438a-b82a-198d69e684a2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 814 time: 0.1821246 Jan 10 17:29:05.668276 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-e41f5861-69d7-45ea-87a4-ac71c2abed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:05.670306 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-e41f5861-69d7-45ea-87a4-ac71c2abed16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672450 Jan 10 17:29:05.679832 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-af0b4b0c-d61a-46f8-bed5-ea91f1b74b9b tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/quotas/e552354b2101474aae51d265c50eceed HTTP/1.1" status: 200 len: 375 time: 0.0138085 Jan 10 17:29:05.697417 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:05.756579 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-b374f504-bc2d-4e7e-9a59-96297b7b8653 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598161 Jan 10 17:29:05.774148 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-ec1a9a7f-474d-4b2d-9e60-5b9d049148e1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:29:05.775154 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-ec1a9a7f-474d-4b2d-9e60-5b9d049148e1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088391 Jan 10 17:29:05.827397 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-6924a3d1-9f19-4056-9f4c-c46992f911cc service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491139 Jan 10 17:29:05.945612 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:05.947242 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-206dcb49-842c-49dd-92ed-3d8e0a68dc41 service neutron] 10.222.0.10 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602018 Jan 10 17:29:05.979392 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7ebd3fdf-e8ea-45e7-9a5d-b507c4df0e3f req-824f8b54-5ccd-4fe3-bc8b-8ec86a9e986a service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282878 Jan 10 17:29:05.981030 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929c1ed-24bf-43fc-87bb-63a6e55bc2b4 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'dae4df48-01d4-48eb-9c2b-1b213618c4c8', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'port_id': '08244df4-f905-426e-b26d-833def88fe27', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'mac_address': 'fa:16:3e:ac:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:24:04Z', 'updated_at': '2022-01-10T17:24:06Z', 'revision_number': 1, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:06.053882 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-a07dfa48-4a7e-4ddf-8f03-05d672dbf3e7 service neutron] 10.222.0.10 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004174 Jan 10 17:29:06.234133 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66263b9c-b1bf-4350-af62-6e31a1e59638 None None] New status for floating IP 4fd2ace8-7f4e-48a9-98b9-c0021edc3406: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:29:06.239098 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a264c41c-9d39-4961-9414-53a29342cf3b req-515e2809-3a31-4c56-8d4c-45daf88d6f97 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0447249 Jan 10 17:29:06.448735 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-420a7df8-1acb-42fd-9411-6da362d9727f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:06.525840 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609c46-cd9a-44cf-8adf-caabb2124bc4 req-679e7592-6a86-4abc-af55-917d91182110 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:06.527068 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5609c46-cd9a-44cf-8adf-caabb2124bc4 req-679e7592-6a86-4abc-af55-917d91182110 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Jan 10 17:29:06.585598 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a5609c46-cd9a-44cf-8adf-caabb2124bc4 req-a7f4dd78-9762-4733-90c5-1717db114572 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517209 Jan 10 17:29:07.234661 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:07.274007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-8b53882b-a857-4fcf-a712-cd27adb56d36 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:07.275571 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-8b53882b-a857-4fcf-a712-cd27adb56d36 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 814 time: 0.1066930 Jan 10 17:29:07.289773 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Request body: {'port': {'device_id': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'network_id': '122cc336-639e-45b1-8d70-27176006620a', 'admin_state_up': True, 'tenant_id': 'e552354b2101474aae51d265c50eceed'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:07.361922 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-295313af-c726-4463-9d4e-15c5f0a1caf2 req-457a384a-80c2-47e9-aab3-dece8095b7bf tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0488834 Jan 10 17:29:07.418505 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Made reservation on behalf of e552354b2101474aae51d265c50eceed for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:07.422478 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:07.544817 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Allocated IP 172.20.0.7 (122cc336-639e-45b1-8d70-27176006620a/e502a2ef-36c8-4976-97c9-de4e79da64ff/ccda5b4e-0d3d-47c6-95e3-1403c7b7436b) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:07.934092 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6a812-392b-4b41-b028-99198b631910 req-4a65d35f-8984-4e97-b40a-34f52b4cec71 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:07.936104 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cfd6a812-392b-4b41-b028-99198b631910 req-4a65d35f-8984-4e97-b40a-34f52b4cec71 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0755453 Jan 10 17:29:07.951572 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks [] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.003580 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cfd6a812-392b-4b41-b028-99198b631910 req-7952a4a5-0113-4722-afcf-c3fbfa0334ad tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620461 Jan 10 17:29:08.016312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.062147 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Network 122cc336-639e-45b1-8d70-27176006620a is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:08.065121 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:08.067498 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:08.092171 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Pushing event updated for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:08.120219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:08.120830 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.136173 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-19a1c9e2-5baf-4a1f-b5b9-772b05432d15 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511848 Jan 10 17:29:08.146761 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Request body: {'port': {'device_id': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:08.198979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.474925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccda5b4e-0d3d-47c6-95e3-1403c7b7436b {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:29:08.483749 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks [] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.502181 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Transition to ACTIVE for port object ccda5b4e-0d3d-47c6-95e3-1403c7b7436b will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:29:08.511040 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5c575-c247-4f02-bad0-4064d3de399f req-dc9e8302-6ea6-4560-aec1-ffedaef758c8 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:08.512507 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9bd5c575-c247-4f02-bad0-4064d3de399f req-dc9e8302-6ea6-4560-aec1-ffedaef758c8 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 931 time: 0.0724258 Jan 10 17:29:08.513567 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.585067 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:08.603506 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9bd5c575-c247-4f02-bad0-4064d3de399f req-e2879483-d81b-4e16-8593-f0e3b3cf3df1 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848827 Jan 10 17:29:08.666049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Attempting to bind port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:08.666413 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Attempting to bind port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:08.666740 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Attempting to bind port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b on network 122cc336-639e-45b1-8d70-27176006620a {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:08.670896 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b on network 122cc336-639e-45b1-8d70-27176006620a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:29:08.671204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Attempting to bind port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b on network 122cc336-639e-45b1-8d70-27176006620a {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:08.675925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:08.676259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Checking segment: {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:08.676641 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Bound using segment: {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:08.677058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Bound port: ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:08.677407 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.737360 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:08.740273 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:08.743762 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.778969 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:08.779639 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.780982 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ccda5b4e-0d3d-47c6-95e3-1403c7b7436b HTTP/1.1" status: 200 len: 1093 time: 0.6381788 Jan 10 17:29:08.781413 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:08.783640 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5861e-d4f3-4a94-a1b7-409955143a12" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:08.806898 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ee033-3380-429b-8b56-4b063e697ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:08.819123 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c652bfe-26f1-4225-b95d-3db074062056 x-openstack-request-id: req-2c652bfe-26f1-4225-b95d-3db074062056 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:08.819423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:08.819680 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c652bfe-26f1-4225-b95d-3db074062056 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:08.820081 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b', 'status': 'completed', 'code': 200} Jan 10 17:29:08.842531 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:08.863927 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-ab2dca64-fb6f-4813-bc91-8bb73d84ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:08.865420 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-ab2dca64-fb6f-4813-bc91-8bb73d84ee71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 1096 time: 0.0401962 Jan 10 17:29:08.910090 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-8a6e2ec3-cc82-403b-a09d-5a42a6a71196 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b HTTP/1.1" status: 200 len: 217 time: 0.0367904 Jan 10 17:29:08.957288 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-01656af6-9bc4-4e89-85eb-23143a1ebda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:08.958704 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-01656af6-9bc4-4e89-85eb-23143a1ebda2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e502a2ef-36c8-4976-97c9-de4e79da64ff HTTP/1.1" status: 200 len: 854 time: 0.0423889 Jan 10 17:29:08.987751 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-e44b4a13-6b9f-454f-b4b2-74a021555081 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=122cc336-639e-45b1-8d70-27176006620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232973 Jan 10 17:29:09.086323 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-20f7e85c-23e7-41a4-a32e-6cb8b2e8f051 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923977 Jan 10 17:29:09.176978 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93add48-63fd-4d68-8c68-5c80ce666404 req-ced69114-052f-48b8-8ade-147eb4b22035 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:09.178477 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d93add48-63fd-4d68-8c68-5c80ce666404 req-ced69114-052f-48b8-8ade-147eb4b22035 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.1066201 Jan 10 17:29:09.217753 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f458ab0b-56c8-4bd3-83d0-bb4b412dcd71 req-21bae77e-d678-40f0-abd1-328aa1d2ca19 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180239 Jan 10 17:29:09.243098 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d93add48-63fd-4d68-8c68-5c80ce666404 req-3ee9ad7c-932f-4252-bbfb-0077d9cdc2f9 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584052 Jan 10 17:29:09.313613 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-82b03e8c-114d-4d38-86d0-480624f1ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:09.315120 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-82b03e8c-114d-4d38-86d0-480624f1ff3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 1096 time: 0.0450752 Jan 10 17:29:09.405472 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-ccb60aee-7b5f-4776-ac2e-f5255ad49fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:09.406998 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-ccb60aee-7b5f-4776-ac2e-f5255ad49fdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 915 time: 0.0856903 Jan 10 17:29:09.447823 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-69bca0be-9f1e-4757-8c2d-9e2265aa4530 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b HTTP/1.1" status: 200 len: 217 time: 0.0343342 Jan 10 17:29:09.495041 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-6a98761d-d211-4233-a8d6-3c81770505fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:09.496408 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-6a98761d-d211-4233-a8d6-3c81770505fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e502a2ef-36c8-4976-97c9-de4e79da64ff HTTP/1.1" status: 200 len: 854 time: 0.0426998 Jan 10 17:29:09.525744 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-2d8a1c22-fd24-401c-a56e-68b9db50c9dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=122cc336-639e-45b1-8d70-27176006620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234962 Jan 10 17:29:09.617097 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-729c910c-9ed9-4e49-b239-0d128fdb6e83 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Jan 10 17:29:09.738784 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-87b5861e-d4f3-4a94-a1b7-409955143a12 req-52ea949e-6a60-4794-a874-106da83858ab service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154096 Jan 10 17:29:09.747850 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19735846-1418-47fd-ab32-ca6f9222433e req-55bb301e-de2e-4326-b1b3-5972a8fb2ab4 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:09.749187 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-19735846-1418-47fd-ab32-ca6f9222433e req-55bb301e-de2e-4326-b1b3-5972a8fb2ab4 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 943 time: 0.0730963 Jan 10 17:29:09.798708 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-19735846-1418-47fd-ab32-ca6f9222433e req-fe5915ec-264d-4f7c-b6de-515698e1de45 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Jan 10 17:29:10.353453 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295d32-c871-4303-9161-3a6d98971540 req-a761a78f-42ac-4838-947b-b4491501b3ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:10.354927 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-30295d32-c871-4303-9161-3a6d98971540 req-a761a78f-42ac-4838-947b-b4491501b3ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 945 time: 0.0466406 Jan 10 17:29:10.401051 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-30295d32-c871-4303-9161-3a6d98971540 req-4845186a-ea5c-4029-85e9-fd4730706f01 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Jan 10 17:29:10.458146 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:10.693966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 31713736-37c8-44e3-839b-8e5c04ace8d0 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:10.770721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 31713736-37c8-44e3-839b-8e5c04ace8d0 is: ACTIVE; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:10.771115 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:10.793089 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:10.795393 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e7908-fea2-40c3-bfbf-b56bf526d760" -d '{"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-unplugged", "status": "completed", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:10.806907 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:10.811532 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:10.860165 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:10.867630 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.867985 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.868335 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.868678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.869025 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.869341 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.869668 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.870006 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.870343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.870670 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.870992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.871426 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.871755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:10.915118 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1818a-47ff-4369-b97e-0c5e0c791aac req-d3776a72-fa93-461e-ab3b-d738f67ab2ec tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:10.916594 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18c1818a-47ff-4369-b97e-0c5e0c791aac req-d3776a72-fa93-461e-ab3b-d738f67ab2ec tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 943 time: 0.0528994 Jan 10 17:29:10.950947 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8086c59-ca69-45ec-a9df-89e7e0103e54 x-openstack-request-id: req-d8086c59-ca69-45ec-a9df-89e7e0103e54 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:10.951358 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-unplugged", "status": "completed", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:10.951556 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8086c59-ca69-45ec-a9df-89e7e0103e54 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:10.951959 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'code': 200} Jan 10 17:29:10.963585 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-18c1818a-47ff-4369-b97e-0c5e0c791aac req-1fcc0862-93f4-4522-a575-e88fa6c1fe37 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Jan 10 17:29:11.515420 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725aecb-1076-429e-98a4-e2f697494017 req-8eacba21-80ff-4cdd-9761-590ae49b055e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:11.516831 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4725aecb-1076-429e-98a4-e2f697494017 req-8eacba21-80ff-4cdd-9761-590ae49b055e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0481629 Jan 10 17:29:11.565757 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4725aecb-1076-429e-98a4-e2f697494017 req-47fd3017-343a-4726-86cb-bd1601d7a478 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Jan 10 17:29:12.076786 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339732c-9c33-4f0d-9577-4c545a66d663 req-6036d7f8-873d-4537-b1f0-f5cbb9e7feaf tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:12.078443 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6339732c-9c33-4f0d-9577-4c545a66d663 req-6036d7f8-873d-4537-b1f0-f5cbb9e7feaf tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 943 time: 0.0510027 Jan 10 17:29:12.122999 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-6339732c-9c33-4f0d-9577-4c545a66d663 req-6218021f-6780-4f39-87a0-fceda50d972c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Jan 10 17:29:12.677254 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300fc3d-8769-494b-8428-425107bded92 req-21307c84-2096-4a8c-8acf-3e528e35312e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:12.678710 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0300fc3d-8769-494b-8428-425107bded92 req-21307c84-2096-4a8c-8acf-3e528e35312e tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0480421 Jan 10 17:29:12.724902 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0300fc3d-8769-494b-8428-425107bded92 req-73e3c421-fdf5-49ba-82b3-c5cbcbc23e84 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Jan 10 17:29:12.984691 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device ccda5b4e-0d3d-47c6-95e3-1403c7b7436b details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:29:13.078635 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:13.089111 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b', 'network_id': '122cc336-639e-45b1-8d70-27176006620a', 'port_id': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b', 'mac_address': 'fa:16:3e:7e:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e502a2ef-36c8-4976-97c9-de4e79da64ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:29:13.125215 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:13.125600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:13.138311 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccda5b4e-0d3d-47c6-95e3-1403c7b7436b {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:29:13.156818 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:13.160999 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:13.206623 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:13.237354 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4276f-393b-4e8c-8da5-c59b47ea9181 req-74627ce4-a561-4f56-8720-e04e74a0f2ce tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:13.238762 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5f4276f-393b-4e8c-8da5-c59b47ea9181 req-74627ce4-a561-4f56-8720-e04e74a0f2ce tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0481741 Jan 10 17:29:13.287030 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c5f4276f-393b-4e8c-8da5-c59b47ea9181 req-6bfbfd4a-8ffe-454a-9416-988e339499cc tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Jan 10 17:29:13.836246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586acc5-3917-4e9c-8cbf-9eb0ff3b6f03 req-e67b5807-15e1-4fdd-bf3e-736596a7e82a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:13.837711 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0586acc5-3917-4e9c-8cbf-9eb0ff3b6f03 req-e67b5807-15e1-4fdd-bf3e-736596a7e82a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0479605 Jan 10 17:29:13.885114 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0586acc5-3917-4e9c-8cbf-9eb0ff3b6f03 req-1d71eb3c-f93c-4ede-850e-370beb964ba4 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Jan 10 17:29:13.931878 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-71b4dca8-0c20-4c90-bb2d-f182365edb52 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:13.933309 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-71b4dca8-0c20-4c90-bb2d-f182365edb52 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0473824 Jan 10 17:29:14.398414 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0c1d-d712-432f-93bc-d2dcba435ed5 req-8beb8069-ea7a-4d64-bbd1-9434827a592d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:14.399737 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b16b0c1d-d712-432f-93bc-d2dcba435ed5 req-8beb8069-ea7a-4d64-bbd1-9434827a592d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0464053 Jan 10 17:29:14.448518 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b16b0c1d-d712-432f-93bc-d2dcba435ed5 req-7f147a82-e860-4bed-a35d-ae917220bec6 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Jan 10 17:29:14.999113 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fbdb-8399-4b85-9e2c-c4a654787818 req-53393c93-0a32-4049-9b47-c707c2ecb8ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:15.000560 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0a38fbdb-8399-4b85-9e2c-c4a654787818 req-53393c93-0a32-4049-9b47-c707c2ecb8ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 943 time: 0.0482771 Jan 10 17:29:15.047278 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0a38fbdb-8399-4b85-9e2c-c4a654787818 req-09df29ec-571a-4171-944b-37531ad985b1 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jan 10 17:29:15.253925 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port 31713736-37c8-44e3-839b-8e5c04ace8d0 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:15.254327 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:15.338717 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] For port 31713736-37c8-44e3-839b-8e5c04ace8d0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=31713736-37c8-44e3-839b-8e5c04ace8d0,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:15.339077 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:15.352436 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for 31713736-37c8-44e3-839b-8e5c04ace8d0 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:15.479406 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (31713736-37c8-44e3-839b-8e5c04ace8d0), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:15.512381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=31713736-37c8-44e3-839b-8e5c04ace8d0,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:15.572341 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] No DVR routers for this DVR port 31713736-37c8-44e3-839b-8e5c04ace8d0 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:15.575288 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:15.578624 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a95eb90e-8526-4eae-aa3a-c9d39f4db1a2 req-39569841-3a0a-49cf-a946-24690b0841b7 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "DELETE /v2.0/ports/31713736-37c8-44e3-839b-8e5c04ace8d0 HTTP/1.1" status: 204 len: 173 time: 0.4107122 Jan 10 17:29:15.579068 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-deleted', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:15.581293 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4907c9e0-0923-4ea3-9d1e-a9ff7caafbe3" -d '{"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-deleted", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:15.611877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf7379-e3bd-437f-8a72-2d58dd125afe req-2f15abff-d4de-4939-969f-bff44be2ddd5 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:15.613720 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2fcf7379-e3bd-437f-8a72-2d58dd125afe req-2f15abff-d4de-4939-969f-bff44be2ddd5 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0979171 Jan 10 17:29:15.621049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13558d-87fc-4b7e-846d-fb3e39ed34fe x-openstack-request-id: req-2f13558d-87fc-4b7e-846d-fb3e39ed34fe {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:15.621340 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7e5258-5939-4960-8b23-1f36e95a2688", "name": "network-vif-deleted", "tag": "31713736-37c8-44e3-839b-8e5c04ace8d0", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:15.621589 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f13558d-87fc-4b7e-846d-fb3e39ed34fe {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:15.621975 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7e5258-5939-4960-8b23-1f36e95a2688', 'name': 'network-vif-deleted', 'tag': '31713736-37c8-44e3-839b-8e5c04ace8d0', 'status': 'completed', 'code': 200} Jan 10 17:29:15.666560 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2fcf7379-e3bd-437f-8a72-2d58dd125afe req-cb2e5e82-c931-4e1f-b474-70d453b0f752 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jan 10 17:29:15.905292 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['ccda5b4e-0d3d-47c6-95e3-1403c7b7436b'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:29:16.152035 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-981d979f-d871-4634-a0bc-a2cec0f38657 req-cba4b99d-f338-4df2-a292-6f4517c13afe tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7e5258-5939-4960-8b23-1f36e95a2688 HTTP/1.1" status: 200 len: 210 time: 0.0280468 Jan 10 17:29:16.781385 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213649e-b715-44bc-8bbb-da57e8acdff6 req-da5e7f23-93bd-4b67-ab2b-e3160a13f5d5 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:16.782885 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1213649e-b715-44bc-8bbb-da57e8acdff6 req-da5e7f23-93bd-4b67-ab2b-e3160a13f5d5 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0479865 Jan 10 17:29:16.828250 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-1213649e-b715-44bc-8bbb-da57e8acdff6 req-f118fd7e-64e9-46dd-b152-4acb17d54381 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Jan 10 17:29:17.943439 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee3ffb-ac6f-44e2-b125-82cdcaf93d0b req-d0d5bd1a-5840-4859-9216-a484ca2b2ced tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:17.944893 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c0ee3ffb-ac6f-44e2-b125-82cdcaf93d0b req-d0d5bd1a-5840-4859-9216-a484ca2b2ced tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0515256 Jan 10 17:29:17.990280 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c0ee3ffb-ac6f-44e2-b125-82cdcaf93d0b req-6194d202-6a7d-4ba0-9b89-ea76c90766c1 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Jan 10 17:29:18.727308 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device ccda5b4e-0d3d-47c6-95e3-1403c7b7436b up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:18.780158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:29:18.784802 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:18.785486 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:18.860663 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:18.861043 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:18.887167 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:18.887167 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f8f2e-292d-4dc6-b0cb-43019e915a51" -d '{"events": [{"server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:18.887406 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45380) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:18.902646 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:18.909091 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:18.941565 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e80fda-fdf3-42aa-8027-a290ae13c533 x-openstack-request-id: req-18e80fda-fdf3-42aa-8027-a290ae13c533 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:18.942105 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:18.942547 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18e80fda-fdf3-42aa-8027-a290ae13c533 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:18.943188 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b', 'code': 200} Jan 10 17:29:18.969944 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:19.014514 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3111e07d-7d22-4e3e-9499-66a3aa973edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.092344 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3111e07d-7d22-4e3e-9499-66a3aa973edd admin admin] Publish callbacks [] for security_group (1f065c5d-075f-421b-80f7-f71afa29169e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.098407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3111e07d-7d22-4e3e-9499-66a3aa973edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1f065c5d-075f-421b-80f7-f71afa29169e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.136351 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3111e07d-7d22-4e3e-9499-66a3aa973edd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35c3159a35704fa6a31a8c3be3072508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479434 Jan 10 17:29:19.139940 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4118cf-100b-4dcc-a690-5316103629d3 req-42f6b95c-715f-43c5-9fde-e86e669b73ce tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:19.141240 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45388) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:19.141412 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7d4118cf-100b-4dcc-a690-5316103629d3 req-42f6b95c-715f-43c5-9fde-e86e669b73ce tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0772946 Jan 10 17:29:19.150616 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c63e9-d242-420c-b7bc-65504bc4b565 req-9989f164-5233-467e-aa3d-0a676137302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:19.152336 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-825c63e9-d242-420c-b7bc-65504bc4b565 req-9989f164-5233-467e-aa3d-0a676137302b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0584087 Jan 10 17:29:19.183929 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e07d-7d22-4e3e-9499-66a3aa973edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f065c5d-075f-421b-80f7-f71afa29169e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:19.195761 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] Publish callbacks [] for security_group (1f065c5d-075f-421b-80f7-f71afa29169e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.219888 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] Publish callbacks [] for security_group (1f065c5d-075f-421b-80f7-f71afa29169e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.230424 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7d4118cf-100b-4dcc-a690-5316103629d3 req-89caef4f-15ed-4508-a1e5-41884046c96a tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766518 Jan 10 17:29:19.232670 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-825c63e9-d242-420c-b7bc-65504bc4b565 req-5fea5972-9398-47f9-aff3-f854429a3639 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732296 Jan 10 17:29:19.271657 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (1f065c5d-075f-421b-80f7-f71afa29169e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.274312 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.275458 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f065c5d-075f-421b-80f7-f71afa29169e HTTP/1.1" status: 204 len: 168 time: 0.1330159 Jan 10 17:29:19.283642 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66e5d-6788-46ad-b9e3-e85c432c4dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f065c5d-075f-421b-80f7-f71afa29169e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:19.414062 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45396) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:19.569324 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port 3e96b6af-fe01-42ef-907f-cbce31fa7b46 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:19.569637 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.649480 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.649816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (3e96b6af-fe01-42ef-907f-cbce31fa7b46), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.662194 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for 3e96b6af-fe01-42ef-907f-cbce31fa7b46 owned by network:floatingip {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:19.836883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (3e96b6af-fe01-42ef-907f-cbce31fa7b46), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.862744 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=3e96b6af-fe01-42ef-907f-cbce31fa7b46,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:19.879436 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45414) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:19.920569 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (dae4df48-01d4-48eb-9c2b-1b213618c4c8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:19.921146 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.l3_db [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Floating IP dae4df48-01d4-48eb-9c2b-1b213618c4c8 disassociated (deleted). External IP: 172.27.1.232, port: 08244df4-f905-426e-b26d-833def88fe27. Jan 10 17:29:19.976098 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1012509316-network', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:19.999351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Made reservation on behalf of 7dabd4d420ff4425b7875948b3597c8f for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:20.001878 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.010820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.082609 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks [] for security_group (fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.086843 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.108112 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:29:20.124219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:20.127221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (7f0199c0-4196-48b0-85ba-61f4c822335f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.127569 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Added segment 7f0199c0-4196-48b0-85ba-61f4c822335f of type vlan for network 2ad9f765-83d9-4bad-afcd-f961dd008153 Jan 10 17:29:20.127829 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:20.167135 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (2ad9f765-83d9-4bad-afcd-f961dd008153), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.190638 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (2ad9f765-83d9-4bad-afcd-f961dd008153), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.191537 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.192229 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.240724 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:20.245607 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.249758 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3692408 Jan 10 17:29:20.250478 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:20.252506 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45418) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:20.257118 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Request body: {'subnet': {'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1012509316-subnet', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:20.260929 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:20.261796 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:20.281633 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec51ea-bd7a-473a-9419-f16c6988e648 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad9f765-83d9-4bad-afcd-f961dd008153,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:20.285041 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Made reservation on behalf of 7dabd4d420ff4425b7875948b3597c8f for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:20.285952 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-dfdde4c7-3e59-4c7c-b990-c0bec7099c5c tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "DELETE /v2.0/floatingips/dae4df48-01d4-48eb-9c2b-1b213618c4c8 HTTP/1.1" status: 204 len: 168 time: 0.8706257 Jan 10 17:29:20.286788 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27'}] {{(pid=102728) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:20.287495 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.289610 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e33e4978556f6d66cbd8398cd5a0e6054a334fd5d5eafb386574d33b58945332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188652e-c753-45e1-8518-3163f6a1dbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27"}]}' {{(pid=102728) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:20.308584 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:29:20.426549 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08184733-8a64-4649-ab9f-734e981a9cbc req-0badef53-f424-4ac9-8df6-eefdf6eebeef tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.428159 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-08184733-8a64-4649-ab9f-734e981a9cbc req-0badef53-f424-4ac9-8df6-eefdf6eebeef tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0827880 Jan 10 17:29:20.477392 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:20.544208 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-08184733-8a64-4649-ab9f-734e981a9cbc req-2f4af81d-2c20-415c-b03f-deb6cd8edf19 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Jan 10 17:29:20.547250 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.609641 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:20.619403 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Checking segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:20.619774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Network hostable DHCP agents. Network: 2ad9f765-83d9-4bad-afcd-f961dd008153, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:29:20.646260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:29:20.680723 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 2ad9f765-83d9-4bad-afcd-f961dd008153) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:20.686739 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.687575 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.693716 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9890fe-349a-428a-8d04-e0a0b2c26e26 x-openstack-request-id: req-cd9890fe-349a-428a-8d04-e0a0b2c26e26 {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:20.694288 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "tag": "08244df4-f905-426e-b26d-833def88fe27", "status": "completed", "code": 200}]} {{(pid=102728) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:20.694726 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd9890fe-349a-428a-8d04-e0a0b2c26e26 {{(pid=102728) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:20.695290 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'tag': '08244df4-f905-426e-b26d-833def88fe27', 'status': 'completed', 'code': 200} Jan 10 17:29:20.696836 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec3034-4393-4862-9ff2-cba19889a63e None None] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:20.701967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1f910-ee1d-48c8-b4b2-dafe5d87c405 req-87c7f1d5-f93c-48d6-b226-918a7f3c30a0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.706910 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ecb1f910-ee1d-48c8-b4b2-dafe5d87c405 req-87c7f1d5-f93c-48d6-b226-918a7f3c30a0 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 946 time: 0.0717676 Jan 10 17:29:20.743155 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-939a76d4-51ed-4169-a461-4ec72bc94533 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4896324 Jan 10 17:29:20.746405 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45430) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:20.751474 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:20.791397 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.792766 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.795228 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-a2e3f8ec-ba61-4ea4-baef-f78114980beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.797354 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-a2e3f8ec-ba61-4ea4-baef-f78114980beb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 1099 time: 0.0753353 Jan 10 17:29:20.801966 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ecb1f910-ee1d-48c8-b4b2-dafe5d87c405 req-2187ac7c-3088-44ba-b0c7-805e8c3580cd tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/security-groups?id=30d244cb-fcac-4979-b6e2-a669244a17a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898850 Jan 10 17:29:20.847713 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:20.851199 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-2ad9f765-83d9-4bad-afcd-f961dd008153', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:29:20.852145 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.861683 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for router_controller (492438c8-a216-47bf-9fbe-d97eda1bfe31), precommit_add_association {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:20.910139 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-f84005c5-0c39-4065-897c-d3035b4c13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:20.911678 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-f84005c5-0c39-4065-897c-d3035b4c13db service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 200 len: 913 time: 0.1074071 Jan 10 17:29:20.953466 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-fe0b185c-d8c5-4fa9-8b38-49d7032b6624 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 200 len: 217 time: 0.0354548 Jan 10 17:29:21.007605 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for router_gateway (492438c8-a216-47bf-9fbe-d97eda1bfe31), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.008221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-8006c23a-cc05-4a3c-9d67-5a32933b0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:21.009395 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-8006c23a-cc05-4a3c-9d67-5a32933b0518 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 200 len: 851 time: 0.0501778 Jan 10 17:29:21.031905 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:21.050416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:21.051073 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:21.061159 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-4d377482-88d3-4f1d-886d-a07bc9a82f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:21.063522 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-4d377482-88d3-4f1d-886d-a07bc9a82f67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d5c1180-9738-47ae-b513-cef2b397ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476422 Jan 10 17:29:21.161007 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-9ae9ad97-3f50-4974-b88a-889584609d0b service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896885 Jan 10 17:29:21.210040 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for router_gateway (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.230071 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.245933 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:21.258506 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d188652e-c753-45e1-8518-3163f6a1dbaa req-745d6a06-1cec-4dbc-9349-2e149a8594fa service neutron] 10.222.0.24 "GET /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914702 Jan 10 17:29:21.273745 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Allocated IP 172.20.0.2 (2ad9f765-83d9-4bad-afcd-f961dd008153/8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d/27b4622e-9218-4c28-a393-fba057e7b322) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:21.339703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-7828c321-5469-4597-9ce8-3a8bdc0790bf tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:21.341397 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-7828c321-5469-4597-9ce8-3a8bdc0790bf tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 946 time: 0.0496726 Jan 10 17:29:21.345335 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_common [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Allocated IP 172.27.1.242 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/c8ad8262-6c39-4501-9972-f929ca0bdc02) {{(pid=102728) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:21.446308 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port 08244df4-f905-426e-b26d-833def88fe27 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:21.446717 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (08244df4-f905-426e-b26d-833def88fe27), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.461041 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.499783 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.532753 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102728) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:21.537896 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.base_scheduler [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102728) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:21.541587 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Received port after_create {{(pid=102728) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:21.544735 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] For port 08244df4-f905-426e-b26d-833def88fe27, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=08244df4-f905-426e-b26d-833def88fe27,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:21.545176 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (08244df4-f905-426e-b26d-833def88fe27), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.557089 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks [] for port (27b4622e-9218-4c28-a393-fba057e7b322), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.566048 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for 08244df4-f905-426e-b26d-833def88fe27 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:21.568102 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (27b4622e-9218-4c28-a393-fba057e7b322), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.574846 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ad8262-6c39-4501-9972-f929ca0bdc02,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:21.613829 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Pushing event updated for resources: {'Port': ['ID=27b4622e-9218-4c28-a393-fba057e7b322,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:21.632134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:21.635455 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:21.638916 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:21.669711 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:21.706839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680cf2a-eb4a-4eee-be10-540b0007fd27 req-a433d4ff-8422-427d-a6bb-0770a98351da tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:21.708423 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3680cf2a-eb4a-4eee-be10-540b0007fd27 req-a433d4ff-8422-427d-a6bb-0770a98351da tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0710919 Jan 10 17:29:21.715806 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa891d-40d3-4eac-a876-c27939d58d94 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:19:53Z', 'revision_number': 4, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '561b1427-9884-43b7-8c44-a87ba4259f44', 'name': '', 'network_id': '9d5c1180-9738-47ae-b513-cef2b397ca01', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'mac_address': 'fa:16:3e:f1:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:52Z', 'updated_at': '2022-01-10T17:19:57Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'subnets': [{'id': '1855165a-a2ba-4691-ab85-9452ff3312a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:21.727640 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Attempting to bind port 27b4622e-9218-4c28-a393-fba057e7b322 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:21.728023 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Attempting to bind port 27b4622e-9218-4c28-a393-fba057e7b322 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:21.728385 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Attempting to bind port 27b4622e-9218-4c28-a393-fba057e7b322 on network 2ad9f765-83d9-4bad-afcd-f961dd008153 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:21.734579 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:21.735011 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Checking segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:21.735644 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.736073 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Bound using segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:21.736570 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Bound port: 27b4622e-9218-4c28-a393-fba057e7b322, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:21.737672 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (27b4622e-9218-4c28-a393-fba057e7b322), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.802799 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3680cf2a-eb4a-4eee-be10-540b0007fd27 req-bdcc89f0-8d2d-4fa1-be7a-a9d43ff359b4 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871706 Jan 10 17:29:21.810175 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] For port 27b4622e-9218-4c28-a393-fba057e7b322, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:21.831498 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for router_gateway (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.853773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] For port 27b4622e-9218-4c28-a393-fba057e7b322, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=27b4622e-9218-4c28-a393-fba057e7b322,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:21.857104 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (08244df4-f905-426e-b26d-833def88fe27), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.860420 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (27b4622e-9218-4c28-a393-fba057e7b322), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:21.894097 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=08244df4-f905-426e-b26d-833def88fe27,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:21.976935 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1b72b-d23e-44d6-9c40-5a20c08699bc None None] Pushing event updated for resources: {'Port': ['ID=27b4622e-9218-4c28-a393-fba057e7b322,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:21.992590 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] No DVR routers for this DVR port 08244df4-f905-426e-b26d-833def88fe27 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:22.023807 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-10f9552f-3c19-4ac2-8464-c3aba2784b72 req-00fb590c-a0d8-462b-8775-a86f649ac92a tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28ad4d0-e4f1-48d0-acaf-dddad9434d3f HTTP/1.1" status: 200 len: 210 time: 0.0821884 Jan 10 17:29:22.025318 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:22.032289 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4928ba92-8e26-4072-9f12-5f885647dcc4 req-90894b07-239b-4240-8500-c266edcca1ea tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.24 "DELETE /v2.0/ports/08244df4-f905-426e-b26d-833def88fe27 HTTP/1.1" status: 204 len: 173 time: 0.6858435 Jan 10 17:29:22.033016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'name': 'network-vif-deleted', 'tag': '08244df4-f905-426e-b26d-833def88fe27'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:29:22.036014 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdfc8a1-eae2-4cad-8cd6-00b09e3f40ac" -d '{"events": [{"server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "name": "network-vif-deleted", "tag": "08244df4-f905-426e-b26d-833def88fe27"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:29:22.080251 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6516dee-fee0-4567-8e4a-0d17e8b0a9ac x-openstack-request-id: req-b6516dee-fee0-4567-8e4a-0d17e8b0a9ac {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:29:22.080550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28ad4d0-e4f1-48d0-acaf-dddad9434d3f", "name": "network-vif-deleted", "tag": "08244df4-f905-426e-b26d-833def88fe27", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:29:22.080805 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6516dee-fee0-4567-8e4a-0d17e8b0a9ac {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:29:22.081205 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28ad4d0-e4f1-48d0-acaf-dddad9434d3f', 'name': 'network-vif-deleted', 'tag': '08244df4-f905-426e-b26d-833def88fe27', 'status': 'completed', 'code': 200} Jan 10 17:29:22.166718 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a058e6-7291-425d-91a4-baa47de18efa None None] New status for floating IP dae4df48-01d4-48eb-9c2b-1b213618c4c8: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:29:22.170655 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:22.692166 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Router 492438c8-a216-47bf-9fbe-d97eda1bfe31 is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102728) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:29:22.808889 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:22.819380 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Sync routers for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:22.828986 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:22.833453 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-30839b18-bb9b-4d4e-abfd-a89e375764a7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0829678 Jan 10 17:29:22.834144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45494) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:22.849527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:22.850950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:22.991335 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:23.101629 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45498) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:23.212089 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:21Z', 'revision_number': 3, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:23.245043 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Deleting port bfca3db7-d20b-4e6c-baae-b6ced498bac0 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:23.245576 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.246672 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2a122-8cd7-4153-b6f0-85eb44e16603 None None] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:23.249972 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Checking router: 492438c8-a216-47bf-9fbe-d97eda1bfe31 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:23.250552 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Updating router 492438c8-a216-47bf-9fbe-d97eda1bfe31 port c8ad8262-6c39-4501-9972-f929ca0bdc02 binding host dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:29:23.328499 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.329409 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.329750 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (bfca3db7-d20b-4e6c-baae-b6ced498bac0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.330988 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.343419 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Calling delete_port for bfca3db7-d20b-4e6c-baae-b6ced498bac0 owned by network:floatingip {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:23.378541 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Provisioning complete for port 27b4622e-9218-4c28-a393-fba057e7b322 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:23.379133 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (27b4622e-9218-4c28-a393-fba057e7b322), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.507239 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (bfca3db7-d20b-4e6c-baae-b6ced498bac0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.538840 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'Port': ['ID=bfca3db7-d20b-4e6c-baae-b6ced498bac0,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:23.619704 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for floatingip (583866a1-9c8b-4d01-89fe-f52add882508), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.623053 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.625308 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-072fad71-f5b4-4ed5-9b29-fde02247c4de tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "DELETE /v2.0/floatingips/583866a1-9c8b-4d01-89fe-f52add882508 HTTP/1.1" status: 204 len: 168 time: 0.5223572 Jan 10 17:29:23.782185 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Current status of the port 27b4622e-9218-4c28-a393-fba057e7b322 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:23.782657 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (27b4622e-9218-4c28-a393-fba057e7b322), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.841742 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Allocated IP 172.20.0.1 (2ad9f765-83d9-4bad-afcd-f961dd008153/8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d/921a1d46-c07a-4893-88b1-404879e0644d) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:23.850628 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] For port 27b4622e-9218-4c28-a393-fba057e7b322, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=27b4622e-9218-4c28-a393-fba057e7b322,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:23.866510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (27b4622e-9218-4c28-a393-fba057e7b322), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.931675 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks [] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), precommit_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.943080 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:23.952529 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fae6b-1326-460f-8340-def0885494b1 None None] Pushing event updated for resources: {'Port': ['ID=27b4622e-9218-4c28-a393-fba057e7b322,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:23.968381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks [] for port (921a1d46-c07a-4893-88b1-404879e0644d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.004303 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.006422 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Attempting to bind port c8ad8262-6c39-4501-9972-f929ca0bdc02 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:24.006765 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Attempting to bind port c8ad8262-6c39-4501-9972-f929ca0bdc02 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:24.007132 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Attempting to bind port c8ad8262-6c39-4501-9972-f929ca0bdc02 on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:24.020303 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbf3b4-93c9-4037-a019-97967cb948ba None None] Pushing event updated for resources: {'Port': ['ID=c8ad8262-6c39-4501-9972-f929ca0bdc02,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:24.022632 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:24.023008 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:24.023405 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.023786 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:24.024254 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Bound port: c8ad8262-6c39-4501-9972-f929ca0bdc02, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:24.024626 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.026754 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-87fffb6a-9e3e-4a45-ba2e-0fd8bbaf02f7 None None] Provisioning complete for port 27b4622e-9218-4c28-a393-fba057e7b322 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:24.027045 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-87fffb6a-9e3e-4a45-ba2e-0fd8bbaf02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (27b4622e-9218-4c28-a393-fba057e7b322), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.054532 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:24.057476 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:24.060971 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:24.067725 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Pushing event updated for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:24.105131 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.117380 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] For port c8ad8262-6c39-4501-9972-f929ca0bdc02, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:24.121131 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] For port c8ad8262-6c39-4501-9972-f929ca0bdc02, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c8ad8262-6c39-4501-9972-f929ca0bdc02,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:24.126709 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.198606 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-87fffb6a-9e3e-4a45-ba2e-0fd8bbaf02f7 None None] Current status of the port 27b4622e-9218-4c28-a393-fba057e7b322 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:24.219329 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:24.219965 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:24.221989 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbf3b4-93c9-4037-a019-97967cb948ba None None] Pushing event updated for resources: {'Port': ['ID=c8ad8262-6c39-4501-9972-f929ca0bdc02,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:24.287468 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (921a1d46-c07a-4893-88b1-404879e0644d), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.308931 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 27b4622e-9218-4c28-a393-fba057e7b322 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:24.388613 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:24.448933 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 27b4622e-9218-4c28-a393-fba057e7b322 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:24.449311 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (27b4622e-9218-4c28-a393-fba057e7b322), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.458545 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks [] for port (921a1d46-c07a-4893-88b1-404879e0644d), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.463053 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.521366 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-5246d79b-145e-4d98-abf9-ee32aaf27397 None None] Provisioning complete for port 921a1d46-c07a-4893-88b1-404879e0644d triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:24.521737 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5246d79b-145e-4d98-abf9-ee32aaf27397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (921a1d46-c07a-4893-88b1-404879e0644d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.532634 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.534504 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Pushing event updated for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:24.583823 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-5246d79b-145e-4d98-abf9-ee32aaf27397 None None] Port 921a1d46-c07a-4893-88b1-404879e0644d cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:29:24.644571 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:24.649159 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:24.655814 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 27b4622e-9218-4c28-a393-fba057e7b322 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:24.677218 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:21Z', 'revision_number': 3, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:24.704389 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f86a4f-be0a-4437-bb9c-45e77506e714 None None] The sync data for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi is: [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:21Z', 'revision_number': 3, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:24.776105 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Router 492438c8-a216-47bf-9fbe-d97eda1bfe31 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:24.884615 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45514) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:24.907985 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:24.912300 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-40f660b7-1b92-4f5b-bc7c-bb465e2cfb6f admin admin] 10.222.0.10 "PUT /v2.0/routers/492438c8-a216-47bf-9fbe-d97eda1bfe31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762990 Jan 10 17:29:24.913482 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-4c0d9806-6e36-4ba6-b553-2c3ed40153a2 None None] Provisioning complete for port 921a1d46-c07a-4893-88b1-404879e0644d triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:24.913949 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9806-6e36-4ba6-b553-2c3ed40153a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (921a1d46-c07a-4893-88b1-404879e0644d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.978780 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (30d244cb-fcac-4979-b6e2-a669244a17a4), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:24.984607 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d9806-6e36-4ba6-b553-2c3ed40153a2 None None] Port 921a1d46-c07a-4893-88b1-404879e0644d cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:29:25.007384 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (30d244cb-fcac-4979-b6e2-a669244a17a4), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.082911 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (30d244cb-fcac-4979-b6e2-a669244a17a4), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.085896 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.089742 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] 10.222.0.10 "DELETE /v2.0/security-groups/30d244cb-fcac-4979-b6e2-a669244a17a4 HTTP/1.1" status: 204 len: 168 time: 0.2016242 Jan 10 17:29:25.097958 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064541b5-bb64-47e1-be00-35143146d6f6 tempest-TestVolumeBootPattern-1268369771 tempest-TestVolumeBootPattern-1268369771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d244cb-fcac-4979-b6e2-a669244a17a4,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:25.170119 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45524) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:25.517257 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45536) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:25.522376 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-753912344-network', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:25.547999 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Made reservation on behalf of ba77f4e857894532a27a5619f96c4a0f for: {'network': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:25.550877 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for network (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.561011 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.655814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks [] for security_group (e43ae396-18df-420c-82d7-52c23a39352e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.663481 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e43ae396-18df-420c-82d7-52c23a39352e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.691828 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:29:25.709868 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43ae396-18df-420c-82d7-52c23a39352e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:25.714912 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (739cb580-bdce-40e7-a3df-4c4ee2105340), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.715529 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.segments_db [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Added segment 739cb580-bdce-40e7-a3df-4c4ee2105340 of type vlan for network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb Jan 10 17:29:25.725648 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (df671c42-1356-45b0-81ce-2335308702b8), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.765203 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794358957177'] for network (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.795039 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927'] for network (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.796504 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:25.797085 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.857958 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3393540 Jan 10 17:29:25.862638 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45540) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:25.869068 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Request body: {'subnet': {'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-753912344-subnet', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'ip_version': 4}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:25.874488 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aebc1-a64a-4cc1-8789-f8004c71b14a admin admin] Pushing event updated for resources: {'Network': ['ID=2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:25.888199 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb details requested by agent ovs-agent-dv-cinder-787632-2-iscsi with host dv-cinder-787632-2-iscsi {{(pid=102730) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:29:25.900970 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Made reservation on behalf of ba77f4e857894532a27a5619f96c4a0f for: {'subnet': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:29:25.903887 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8602778'] for subnet (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:25.996193 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Deleting port 561b1427-9884-43b7-8c44-a87ba4259f44 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:25.996812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.077779 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] For port 561b1427-9884-43b7-8c44-a87ba4259f44, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=561b1427-9884-43b7-8c44-a87ba4259f44,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:26.078207 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.080700 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9445055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8602760'] for subnet (dfa2c6ae-4dda-40d9-b76e-2e50209cd248), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.092407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Calling delete_port for 561b1427-9884-43b7-8c44-a87ba4259f44 owned by network:router_interface {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:26.138708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa2c6ae-4dda-40d9-b76e-2e50209cd248,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:26.146748 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Checking segment: {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:26.147111 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Network hostable DHCP agents. Network: 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb, hostable agents: ['d137b33f-4d6e-4702-bd57-9269dcfd1d3c'], hosted agents: [] {{(pid=102729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:29:26.164927 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb is scheduled to be hosted by DHCP agent d137b33f-4d6e-4702-bd57-9269dcfd1d3c with binding_index 1 {{(pid=102729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:29:26.183103 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-2-iscsi, 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb) {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:26.187859 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:29:26.188500 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.200614 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deebc2d-bcad-43a7-841b-aa8ab7886ab1 None None] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:26.211850 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-4d19cee9-c1d2-4d19-919a-0ec373ef7faa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3458200 Jan 10 17:29:26.212798 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45542) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:26.221285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:26.252317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.253371 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582577', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-937015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11284'] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.309237 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c8ad8262-6c39-4501-9972-f929ca0bdc02 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:26.321483 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (561b1427-9884-43b7-8c44-a87ba4259f44), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.324569 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for router_controller (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), precommit_add_association {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.355649 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=561b1427-9884-43b7-8c44-a87ba4259f44,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:26.407492 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port c8ad8262-6c39-4501-9972-f929ca0bdc02 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:26.407872 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.430207 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ee1d60-122c-5f71-bd75-acd788e260ea-2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'fixed_ips': [{'subnet_id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248'}]}} from dv-cinder-787632-2-iscsi. {{(pid=102730) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:29:26.436043 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.536169 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for router_gateway (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.606533 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (df671c42-1356-45b0-81ce-2335308702b8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.622714 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port c8ad8262-6c39-4501-9972-f929ca0bdc02 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:26.623101 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.669311 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.db_base_plugin_common [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Allocated IP 172.20.0.2 (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb/dfa2c6ae-4dda-40d9-b76e-2e50209cd248/c73bf586-e9f2-4ad4-8b42-8891cd5206b7) {{(pid=102730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:26.680624 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port c8ad8262-6c39-4501-9972-f929ca0bdc02, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c8ad8262-6c39-4501-9972-f929ca0bdc02,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:26.688044 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.721679 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Sync routers for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:26.738972 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:26.740072 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:26.751718 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=c8ad8262-6c39-4501-9972-f929ca0bdc02,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:26.792274 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 08244df4-f905-426e-b26d-833def88fe27 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:26.843365 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 08244df4-f905-426e-b26d-833def88fe27 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:26.843702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 08244df4-f905-426e-b26d-833def88fe27 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:26.851141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for router_gateway (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.876645 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.888720 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:26.911220 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Router df671c42-1356-45b0-81ce-2335308702b8 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:26.944468 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks [] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), precommit_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.955018 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), after_create {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:26.995657 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb is already hosted by enough agents. {{(pid=102730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:26.998847 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Allocated IP 172.27.1.230 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/d642134d-b6b0-4087-aeaa-6cf40db12f9e) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:27.003113 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.scheduler.base_scheduler [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Resources bound (agent type, host, resource id): {{(pid=102730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:27.008116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Received port after_create {{(pid=102730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:27.055231 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:27.063080 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Pushing event updated for resources: {'Port': ['ID=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,revision_number=1']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:27.063434 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-83ebeb3f-1cde-473f-9bc1-54583db361e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/df671c42-1356-45b0-81ce-2335308702b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8921506 Jan 10 17:29:27.064054 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45546) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:27.070354 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Sync routers for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:27.096894 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:27.098303 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:27.152418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.169175 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Attempting to bind port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:27.169553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Attempting to bind port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:27.169915 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Attempting to bind port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 on network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:27.181514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:27.181514 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Checking segment: {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:27.181914 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.182546 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Bound using segment: {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'} {{(pid=102730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:27.183019 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.managers [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Bound port: c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'}}] {{(pid=102730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:27.183508 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.187256 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks [] for router (df671c42-1356-45b0-81ce-2335308702b8), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.200009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.261466 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:27.265071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:27.272384 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:27.281343 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 2, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:27.307136 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Pushing event updated for resources: {'Port': ['ID=d642134d-b6b0-4087-aeaa-6cf40db12f9e,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:27.310988 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Checking router: 492438c8-a216-47bf-9fbe-d97eda1bfe31 for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:27.311981 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Updating router 492438c8-a216-47bf-9fbe-d97eda1bfe31 port 921a1d46-c07a-4893-88b1-404879e0644d binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:29:27.342137 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks [] for router_gateway (df671c42-1356-45b0-81ce-2335308702b8), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.348333 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (921a1d46-c07a-4893-88b1-404879e0644d), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.433344 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Deleting port 8acc2249-77c0-4acc-904d-7dd30d209488 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:27.433344 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.439447 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:27.507036 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] For port c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:27.538958 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] For port 8acc2249-77c0-4acc-904d-7dd30d209488, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=8acc2249-77c0-4acc-904d-7dd30d209488,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:27.539504 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.553502 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Calling delete_port for 8acc2249-77c0-4acc-904d-7dd30d209488 owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:27.556600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] For port c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:27.627451 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.631221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for router_gateway (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.676420 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks [] for port (921a1d46-c07a-4893-88b1-404879e0644d), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.684058 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.741695 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc59dd-6754-49c6-8a60-a219688e7f46 None None] Pushing event updated for resources: {'Port': ['ID=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,revision_number=2']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:27.779844 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Pushing event updated for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.794255 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.798349 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 5, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port': {'id': '8acc2249-77c0-4acc-904d-7dd30d209488', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:08:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df671c42-1356-45b0-81ce-2335308702b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:50Z', 'updated_at': '2022-01-10T17:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:27.799161 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.799545 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.799892 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.800452 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:29:27.836330 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (8acc2249-77c0-4acc-904d-7dd30d209488), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.845082 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Attempting to bind port 921a1d46-c07a-4893-88b1-404879e0644d on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:27.845681 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Attempting to bind port 921a1d46-c07a-4893-88b1-404879e0644d by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:27.847497 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Attempting to bind port 921a1d46-c07a-4893-88b1-404879e0644d on network 2ad9f765-83d9-4bad-afcd-f961dd008153 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:27.854760 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:27.855444 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Checking segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:27.856027 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.861619 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Bound using segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:27.862607 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Bound port: 921a1d46-c07a-4893-88b1-404879e0644d, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:27.863185 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (921a1d46-c07a-4893-88b1-404879e0644d), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.865346 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Pushing event deleted for resources: {'Port': ['ID=8acc2249-77c0-4acc-904d-7dd30d209488,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:27.901803 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Checking router: df671c42-1356-45b0-81ce-2335308702b8 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:27.912991 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Routers {'df671c42-1356-45b0-81ce-2335308702b8'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:27.913626 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['df671c42-1356-45b0-81ce-2335308702b8'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:27.968759 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] For port 921a1d46-c07a-4893-88b1-404879e0644d, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:27.976211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582532'] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.977121 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] For port 921a1d46-c07a-4893-88b1-404879e0644d, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=921a1d46-c07a-4893-88b1-404879e0644d,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:27.984404 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (df671c42-1356-45b0-81ce-2335308702b8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:27.985586 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.015950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] Set router df671c42-1356-45b0-81ce-2335308702b8 gateway port host: None {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:28.078064 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 7, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:28.122064 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:28.123076 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:28.150568 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc61f60-729c-4236-b71b-d2cf9261dd39 None None] The sync data for ids ['df671c42-1356-45b0-81ce-2335308702b8'] in dv-cinder-787632-2-iscsi is: [{'id': 'df671c42-1356-45b0-81ce-2335308702b8', 'name': 'tempest-TestVolumeBootPattern-1136540589-router', 'tenant_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:49Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 7, 'project_id': 'e0d6782dc9ba43dcbbd40dbfd3dd7c66', 'gw_port_host': None}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:28.239241 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (df671c42-1356-45b0-81ce-2335308702b8), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.241816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks [] for router_controller (df671c42-1356-45b0-81ce-2335308702b8), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.256753 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Provisioning complete for port 921a1d46-c07a-4893-88b1-404879e0644d triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:28.257585 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (921a1d46-c07a-4893-88b1-404879e0644d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.258314 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:28.319567 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (df671c42-1356-45b0-81ce-2335308702b8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.319941 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df671c42-1356-45b0-81ce-2335308702b8 {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:29:28.325242 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.328984 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a9971b18-4cf7-4731-994b-431b9c90d34f admin admin] 10.222.0.10 "DELETE /v2.0/routers/df671c42-1356-45b0-81ce-2335308702b8 HTTP/1.1" status: 204 len: 168 time: 1.2554903 Jan 10 17:29:28.329828 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45550) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:28.365811 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d is scheduled to L3 agent 4eb91505-a894-430c-978b-00f38490889b with binding_index 1 {{(pid=102729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:29:28.369410 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa33fb-e834-4294-a99b-e3402bf7a9fe None None] Pushing event updated for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:28.421714 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Current status of the port 921a1d46-c07a-4893-88b1-404879e0644d is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:28.423138 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (921a1d46-c07a-4893-88b1-404879e0644d), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.439656 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Deleting subnet 1855165a-a2ba-4691-ab85-9452ff3312a8 {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:29:28.452145 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Publish callbacks [] for subnet (1855165a-a2ba-4691-ab85-9452ff3312a8), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.502339 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-eb043fb7-9936-453b-a023-5105786c896f None None] For port 921a1d46-c07a-4893-88b1-404879e0644d, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=921a1d46-c07a-4893-88b1-404879e0644d,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:28.515086 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.529200 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (1855165a-a2ba-4691-ab85-9452ff3312a8), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.567196 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:28.581987 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:28.588841 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Sync routers for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:28.603784 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.607884 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f04a9d26-18f5-4f18-ae81-0a35d12273be admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3939974 Jan 10 17:29:28.609071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45552) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:28.649262 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642b8f2-f5db-4129-a5fb-913f003fc275 None None] The sync data for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi is: [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:28.653231 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb043fb7-9936-453b-a023-5105786c896f None None] Pushing event updated for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:28.675677 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:28.676362 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:28.681694 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-da621aed-e9c1-462c-881e-5ce646ef7512 None None] Provisioning complete for port 921a1d46-c07a-4893-88b1-404879e0644d triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:28.687636 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-da621aed-e9c1-462c-881e-5ce646ef7512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (921a1d46-c07a-4893-88b1-404879e0644d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.699687 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (1855165a-a2ba-4691-ab85-9452ff3312a8), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.847317 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (1855165a-a2ba-4691-ab85-9452ff3312a8), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.909689 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-da621aed-e9c1-462c-881e-5ce646ef7512 None None] Current status of the port 921a1d46-c07a-4893-88b1-404879e0644d is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:28.928902 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1855165a-a2ba-4691-ab85-9452ff3312a8,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:28.933881 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:28.940433 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-e947159f-0571-4d85-b449-231d734628c5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1855165a-a2ba-4691-ab85-9452ff3312a8 HTTP/1.1" status: 204 len: 168 time: 0.6064825 Jan 10 17:29:28.940690 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45556) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:28.948662 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57572a6-ac57-47ba-8378-6a982a90319d None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:28.969037 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:29.087067 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (9d5c1180-9738-47ae-b513-cef2b397ca01), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.214857 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Deleting port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:29.219879 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.245279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c73bf586-e9f2-4ad4-8b42-8891cd5206b7 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:29.316184 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] DHCP port deletion for 9d5c1180-9738-47ae-b513-cef2b397ca01 request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:29:29.360172 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 3, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:29.381367 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] For port 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=842f636f-fa37-4a10-a5d1-eeb5b008bf49,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:29.381969 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.410749 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Calling delete_port for 842f636f-fa37-4a10-a5d1-eeb5b008bf49 owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:29.412815 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:29.413372 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.431110 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Checking router: 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:29.431472 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Updating router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d port d642134d-b6b0-4087-aeaa-6cf40db12f9e binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:29:29.477018 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef75c6-9c5d-4813-b06d-c6a4c48a695b None None] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:29.490591 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.518321 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Deleting port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:29.519288 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.585913 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.605729 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] No DVR routers for this DVR port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:29.645712 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Pushing event deleted for resources: {'Port': ['ID=842f636f-fa37-4a10-a5d1-eeb5b008bf49,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:29.754407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (9d5c1180-9738-47ae-b513-cef2b397ca01), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.756488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-eea8972d-e827-4191-a2da-cdcbda8d9eb2 None None] Provisioning complete for port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:29.756884 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-eea8972d-e827-4191-a2da-cdcbda8d9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.767348 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] For port 842f636f-fa37-4a10-a5d1-eeb5b008bf49, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=842f636f-fa37-4a10-a5d1-eeb5b008bf49,segment=NetworkSegment(815942d9-7a78-43b0-8ae0-de3e0754a2f0),segment_id=815942d9-7a78-43b0-8ae0-de3e0754a2f0)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:29.767756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.780347 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5c1180-9738-47ae-b513-cef2b397ca01']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:29.796393 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815942d9-7a78-43b0-8ae0-de3e0754a2f0') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:29.800687 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815942d9-7a78-43b0-8ae0-de3e0754a2f0') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:29.816720 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (815942d9-7a78-43b0-8ae0-de3e0754a2f0), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.832858 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (815942d9-7a78-43b0-8ae0-de3e0754a2f0), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.846731 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:29:29.846731 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (815942d9-7a78-43b0-8ae0-de3e0754a2f0), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.871325 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:29.871723 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.877656 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Calling delete_port for 842f636f-fa37-4a10-a5d1-eeb5b008bf49 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:29:29.962085 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:29:29.971418 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (9d5c1180-9738-47ae-b513-cef2b397ca01), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:29.994214 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.006811 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] 10.222.0.10 "DELETE /v2.0/networks/9d5c1180-9738-47ae-b513-cef2b397ca01 HTTP/1.1" status: 204 len: 168 time: 1.0650263 Jan 10 17:29:30.010213 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1172f-16cd-42e9-be79-20814f36925b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5c1180-9738-47ae-b513-cef2b397ca01,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.012981 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45560) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:30.040779 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:30.041737 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks [] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.058282 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.073510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.075320 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c8ad8262-6c39-4501-9972-f929ca0bdc02 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:30.095295 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.149776 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Attempting to bind port d642134d-b6b0-4087-aeaa-6cf40db12f9e on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:30.150150 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Attempting to bind port d642134d-b6b0-4087-aeaa-6cf40db12f9e by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:30.150542 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Attempting to bind port d642134d-b6b0-4087-aeaa-6cf40db12f9e on network ca9107fa-7506-438b-8dbd-9d875c5a6e55 {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:30.164045 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb439-b6e7-4f6c-9858-377a28d758d0 None None] Pushing event updated for resources: {'Port': ['ID=d642134d-b6b0-4087-aeaa-6cf40db12f9e,revision_number=2']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.166947 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:30.167382 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Checking segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:30.167786 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.168174 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Bound using segment: {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:30.168659 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Bound port: d642134d-b6b0-4087-aeaa-6cf40db12f9e, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d413be7-4e43-4ec8-a293-ab76645da952', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:30.169047 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.286082 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] For port d642134d-b6b0-4087-aeaa-6cf40db12f9e, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:30.291316 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] For port d642134d-b6b0-4087-aeaa-6cf40db12f9e, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d642134d-b6b0-4087-aeaa-6cf40db12f9e,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:30.308708 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-eea8972d-e827-4191-a2da-cdcbda8d9eb2 None None] Current status of the port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:30.313522 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.367664 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (842f636f-fa37-4a10-a5d1-eeb5b008bf49), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.368322 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Allocated IP 172.20.0.1 (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb/dfa2c6ae-4dda-40d9-b76e-2e50209cd248/d6e4d145-5577-4565-b6d7-95d0322a7c8a) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:29:30.374622 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,revision_number=3']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.380920 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Network 9d5c1180-9738-47ae-b513-cef2b397ca01 is not hosted by any dhcp agent {{(pid=102730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 17:29:30.381610 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] No DVR routers for this DVR port 842f636f-fa37-4a10-a5d1-eeb5b008bf49 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:30.392799 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacb439-b6e7-4f6c-9858-377a28d758d0 None None] Pushing event updated for resources: {'Port': ['ID=d642134d-b6b0-4087-aeaa-6cf40db12f9e,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.424950 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed22a0-0a01-4b86-a3be-2fed9e668da0 None None] Pushing event deleted for resources: {'Port': ['ID=842f636f-fa37-4a10-a5d1-eeb5b008bf49,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.452225 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-852a3416-2698-47aa-9e60-812601d308b9 None None] Provisioning complete for port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:30.452886 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-852a3416-2698-47aa-9e60-812601d308b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.453238 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:30.453887 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:30.455520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port c8ad8262-6c39-4501-9972-f929ca0bdc02 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:30.456055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.546044 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks [] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.604097 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.649198 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-852a3416-2698-47aa-9e60-812601d308b9 None None] Current status of the port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:30.651469 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port c8ad8262-6c39-4501-9972-f929ca0bdc02 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:30.660353 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:30.663402 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:30.667395 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:29:30.702458 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:30.757249 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582833'] for router_interface (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:30.831488 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:30.969165 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c73bf586-e9f2-4ad4-8b42-8891cd5206b7 up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:30.987317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.035288 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:31.035288 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.110980 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 3, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:31.121702 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-dc77b9f0-f1fd-443a-97b9-06b3e1fc5b19 None None] Provisioning complete for port d6e4d145-5577-4565-b6d7-95d0322a7c8a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:31.122074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dc77b9f0-f1fd-443a-97b9-06b3e1fc5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.145057 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd4ac6-9249-460b-a1ec-1d85278a2749 None None] The sync data for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi is: [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:27Z', 'revision_number': 3, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:31.145976 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (2f96ef56-c226-419c-a246-8fc09c337c5b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.199334 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks [] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.206147 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.285005 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582725'] for router_interface (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.297630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:31.339020 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dc77b9f0-f1fd-443a-97b9-06b3e1fc5b19 None None] Port d6e4d145-5577-4565-b6d7-95d0322a7c8a cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:29:31.352204 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:31.354039 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 921a1d46-c07a-4893-88b1-404879e0644d up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:31.419219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:29:31.422416 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:29:31.440401 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port 921a1d46-c07a-4893-88b1-404879e0644d triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:31.440777 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (921a1d46-c07a-4893-88b1-404879e0644d), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.492814 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:29:31.510303 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Deleting port 069cd663-7e6c-4e55-8bfa-a95c527ed01b {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:31.510649 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.640547 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port 921a1d46-c07a-4893-88b1-404879e0644d is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:31.641569 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:31.652402 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] For port 069cd663-7e6c-4e55-8bfa-a95c527ed01b, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=069cd663-7e6c-4e55-8bfa-a95c527ed01b,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:31.653186 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.681328 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Calling delete_port for 069cd663-7e6c-4e55-8bfa-a95c527ed01b owned by network:router_interface {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:31.720385 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 842f636f-fa37-4a10-a5d1-eeb5b008bf49 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:31.745166 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 842f636f-fa37-4a10-a5d1-eeb5b008bf49 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:31.745501 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 842f636f-fa37-4a10-a5d1-eeb5b008bf49 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:31.746062 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 561b1427-9884-43b7-8c44-a87ba4259f44 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:31.771388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 561b1427-9884-43b7-8c44-a87ba4259f44 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:31.771733 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 561b1427-9884-43b7-8c44-a87ba4259f44 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:31.772146 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8acc2249-77c0-4acc-904d-7dd30d209488 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:31.803173 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 8acc2249-77c0-4acc-904d-7dd30d209488 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:31.803527 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 8acc2249-77c0-4acc-904d-7dd30d209488 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:31.816573 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:31.818424 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-9e284843-a76f-4108-9876-166ebfc6956d None None] Provisioning complete for port d6e4d145-5577-4565-b6d7-95d0322a7c8a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:31.818805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9e284843-a76f-4108-9876-166ebfc6956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.822427 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7ad183a3-cf8b-4557-8b36-d3c5e1bed2b6 admin admin] 10.222.0.10 "PUT /v2.0/routers/138a0821-b7ac-4ffe-9dfb-0cd35d60c77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2122009 Jan 10 17:29:31.870319 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9e284843-a76f-4108-9876-166ebfc6956d None None] Port d6e4d145-5577-4565-b6d7-95d0322a7c8a cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:29:31.917652 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (069cd663-7e6c-4e55-8bfa-a95c527ed01b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:31.969786 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Pushing event deleted for resources: {'Port': ['ID=069cd663-7e6c-4e55-8bfa-a95c527ed01b,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:32.193573 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (2f96ef56-c226-419c-a246-8fc09c337c5b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.308493 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45582) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:32.312982 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169196249', 'description': 'tempest-secgroup-smoke-169196249 description', 'project_id': '7dabd4d420ff4425b7875948b3597c8f'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:32.407118 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (None), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.445344 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Router 2f96ef56-c226-419c-a246-8fc09c337c5b has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:29:32.560816 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (2adb688f-9754-44fa-aea0-e89930bfdf1e), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.568536 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2adb688f-9754-44fa-aea0-e89930bfdf1e), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.613206 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.614443 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3049927 Jan 10 17:29:32.617389 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45586) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:32.623230 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:32.627648 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab10f9-a383-4e4b-8aa3-b8c338936fe8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb688f-9754-44fa-aea0-e89930bfdf1e,revision_number=1']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:32.631686 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:29:32.638973 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ce0d5e3b-9db8-4b90-b93c-01681bf0b631 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f96ef56-c226-419c-a246-8fc09c337c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6205475 Jan 10 17:29:32.640434 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45590) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:32.640667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Sync routers for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:32.657682 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:32.658370 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:32.731856 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (eed32af0-023f-4f65-b312-cc71cea2560f), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.796976 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:32.802481 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks [] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.855262 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d642134d-b6b0-4087-aeaa-6cf40db12f9e up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:32.879380 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (eed32af0-023f-4f65-b312-cc71cea2560f), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.885671 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (eed32af0-023f-4f65-b312-cc71cea2560f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.915888 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed32af0-023f-4f65-b312-cc71cea2560f,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:32.921448 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.922936 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a6f0e2bb-21b4-4203-9242-1bb9ee9601dd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043823 Jan 10 17:29:32.925386 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45592) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:32.929589 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:32.960376 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks [] for router_gateway (2f96ef56-c226-419c-a246-8fc09c337c5b), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.976806 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port d642134d-b6b0-4087-aeaa-6cf40db12f9e triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:32.977177 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:32.980071 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (2fb04a54-23e3-414b-8a2d-ce3f840c1cc5), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.060759 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (2fb04a54-23e3-414b-8a2d-ce3f840c1cc5), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.064073 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Deleting port 0687537e-8f0c-431c-acc1-5942da5da468 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:33.064423 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (0687537e-8f0c-431c-acc1-5942da5da468), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.067426 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (2fb04a54-23e3-414b-8a2d-ce3f840c1cc5), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.086001 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0687537e-8f0c-431c-acc1-5942da5da468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:29:31Z', 'revision_number': 5, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port': {'id': '0687537e-8f0c-431c-acc1-5942da5da468', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:33.107502 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Sync routers for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:29:33.114510 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Checking router: 2f96ef56-c226-419c-a246-8fc09c337c5b for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:33.118587 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:33.119206 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:33.120569 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port d642134d-b6b0-4087-aeaa-6cf40db12f9e is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:33.120959 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.131469 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb04a54-23e3-414b-8a2d-ce3f840c1cc5,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.139443 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.140748 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-a70f4c40-3595-4136-b8ef-2cb58595bd83 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2144597 Jan 10 17:29:33.143258 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45594) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:33.143388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Routers {'2f96ef56-c226-419c-a246-8fc09c337c5b'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:33.143997 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['2f96ef56-c226-419c-a246-8fc09c337c5b'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:33.147504 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:33.150140 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] For port d642134d-b6b0-4087-aeaa-6cf40db12f9e, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d642134d-b6b0-4087-aeaa-6cf40db12f9e,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:33.193166 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] For port 0687537e-8f0c-431c-acc1-5942da5da468, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=0687537e-8f0c-431c-acc1-5942da5da468,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:33.193363 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (0687537e-8f0c-431c-acc1-5942da5da468), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.208550 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.211516 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Calling delete_port for 0687537e-8f0c-431c-acc1-5942da5da468 owned by network:router_gateway {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:33.213381 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (b573691a-493c-407c-9685-8f7843d7278f), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.244119 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:33.273534 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] Set router 2f96ef56-c226-419c-a246-8fc09c337c5b gateway port host: None {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:33.323265 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (b573691a-493c-407c-9685-8f7843d7278f), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.329425 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (b573691a-493c-407c-9685-8f7843d7278f), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.335953 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:29:32Z', 'revision_number': 6, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:33.337773 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Pushing event updated for resources: {'Port': ['ID=d642134d-b6b0-4087-aeaa-6cf40db12f9e,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.366548 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447ac21-b033-4045-a1b6-c097583087ca None None] The sync data for ids ['2f96ef56-c226-419c-a246-8fc09c337c5b'] in dv-cinder-787632-2-iscsi is: [{'id': '2f96ef56-c226-419c-a246-8fc09c337c5b', 'name': 'tempest-TestVolumeBootPattern-588427936-router', 'tenant_id': '380d72a59586472997ef4cd6213aeda7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:19:55Z', 'updated_at': '2022-01-10T17:29:32Z', 'revision_number': 6, 'project_id': '380d72a59586472997ef4cd6213aeda7', 'gw_port_host': None}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:33.392858 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b573691a-493c-407c-9685-8f7843d7278f,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.414421 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.418081 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-78af121d-9b15-4181-b98c-a3207174599f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714961 Jan 10 17:29:33.419018 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45598) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:33.423382 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:33.463619 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 4, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'd6e4d145-5577-4565-b6d7-95d0322a7c8a', 'name': '', 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'mac_address': 'fa:16:3e:bb:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:30Z', 'updated_at': '2022-01-10T17:29:31Z', 'revision_number': 2, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'subnets': [{'id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:33.481970 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (0687537e-8f0c-431c-acc1-5942da5da468), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.487285 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (705dbe08-122c-4b54-b1a1-92636429b547), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.493380 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Checking router: 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:29:33.493740 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Updating router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d port d6e4d145-5577-4565-b6d7-95d0322a7c8a binding host dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:29:33.516566 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Pushing event deleted for resources: {'Port': ['ID=0687537e-8f0c-431c-acc1-5942da5da468,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.519581 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.607293 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (2f96ef56-c226-419c-a246-8fc09c337c5b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.610997 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (705dbe08-122c-4b54-b1a1-92636429b547), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.635430 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (705dbe08-122c-4b54-b1a1-92636429b547), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.710725 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705dbe08-122c-4b54-b1a1-92636429b547,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.716705 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.718944 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks [] for router_controller (2f96ef56-c226-419c-a246-8fc09c337c5b), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.728605 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.729836 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-f51f0265-cd22-4a3e-87e3-b7ea3158aa9c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098736 Jan 10 17:29:33.732624 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45600) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:33.737954 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:33.768365 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.securitygroups_db [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Project 7dabd4d420ff4425b7875948b3597c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:29:33.769261 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (2f96ef56-c226-419c-a246-8fc09c337c5b), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.770063 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f96ef56-c226-419c-a246-8fc09c337c5b {{(pid=102728) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:29:33.775979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (5891777d-d307-4c3f-829b-512af0d964a1), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.776129 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.777206 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-ebf1729d-6bfa-4e46-9fd9-6eea38b37212 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2f96ef56-c226-419c-a246-8fc09c337c5b HTTP/1.1" status: 204 len: 168 time: 1.1358285 Jan 10 17:29:33.780071 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45602) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:33.803014 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks [] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), precommit_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.809232 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.859211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Deleting subnet c7dcee09-c5a5-4261-a429-c39fad6c2818 {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:29:33.861287 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba0ff4-e08c-4977-a316-2e0fe56a70c3 None None] Pushing event updated for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=3']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.864482 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Publish callbacks [] for subnet (c7dcee09-c5a5-4261-a429-c39fad6c2818), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.896084 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (5891777d-d307-4c3f-829b-512af0d964a1), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.905626 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (5891777d-d307-4c3f-829b-512af0d964a1), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.911782 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Attempting to bind port d6e4d145-5577-4565-b6d7-95d0322a7c8a on host dv-cinder-787632-2-iscsi for vnic_type normal with profile {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:29:33.912295 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Attempting to bind port d6e4d145-5577-4565-b6d7-95d0322a7c8a by drivers openvswitch,hyperv on host dv-cinder-787632-2-iscsi at level 0 using segments [{'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:29:33.912668 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Attempting to bind port d6e4d145-5577-4565-b6d7-95d0322a7c8a on network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:29:33.918115 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Checking agent: {'id': '516d831d-19fe-4fd0-bbcf-db15585c9338', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 9, 10), 'started_at': datetime.datetime(2022, 1, 10, 17, 9, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:29:33.918610 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Checking segment: {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:29:33.919380 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.919380 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Bound using segment: {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'} {{(pid=102731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:29:33.919847 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.managers [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Bound port: d6e4d145-5577-4565-b6d7-95d0322a7c8a, host: dv-cinder-787632-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739cb580-bdce-40e7-a3df-4c4ee2105340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb'}}] {{(pid=102731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:29:33.920222 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), before_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.926698 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (c7dcee09-c5a5-4261-a429-c39fad6c2818), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.957009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:33.958519 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2241797 Jan 10 17:29:33.961293 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45604) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:33.965645 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14713-25e2-4edd-ac4d-3e8929391f28 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5891777d-d307-4c3f-829b-512af0d964a1,revision_number=0']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:33.966490 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.v2.base [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'security_group_rule': {'security_group_id': '2adb688f-9754-44fa-aea0-e89930bfdf1e', 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102728) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:29:34.000556 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4c44fd05-ddff-48cc-a2d0-37da027331bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.001399 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.db.securitygroups_db [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Project 7dabd4d420ff4425b7875948b3597c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:29:34.004671 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] For port d6e4d145-5577-4565-b6d7-95d0322a7c8a, host dv-cinder-787632-2-iscsi, cleared binding levels {{(pid=102731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:29:34.008037 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.plugins.ml2.db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] For port d6e4d145-5577-4565-b6d7-95d0322a7c8a, host dv-cinder-787632-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d6e4d145-5577-4565-b6d7-95d0322a7c8a,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:29:34.013158 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (ae2f798a-9157-4442-a86e-92b0958ddfc3), before_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.015401 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron_lib.callbacks.manager [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_update {{(pid=102731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.078653 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:29:34.078956 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (c7dcee09-c5a5-4261-a429-c39fad6c2818), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.079393 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:29:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:34.082508 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba0ff4-e08c-4977-a316-2e0fe56a70c3 None None] Pushing event updated for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=4']} {{(pid=102731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:34.117121 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (ae2f798a-9157-4442-a86e-92b0958ddfc3), precommit_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.124029 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036335'] for security_group_rule (ae2f798a-9157-4442-a86e-92b0958ddfc3), after_create {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.142422 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (c7dcee09-c5a5-4261-a429-c39fad6c2818), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.149336 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2f798a-9157-4442-a86e-92b0958ddfc3,revision_number=0']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:34.162396 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.163824 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-df2e1eb7-8b09-4bd5-b3c2-7f72d587526e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014599 Jan 10 17:29:34.179637 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7dcee09-c5a5-4261-a429-c39fad6c2818,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:34.182029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.188912 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780e804-ca38-4b70-843b-4470e28d2977 None None] Network 261e4bde-f109-4559-901d-763faa23a83d requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:29:34.189789 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45608) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:34.192418 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-3255c940-aa6f-4579-b375-62dd2b610808 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c7dcee09-c5a5-4261-a429-c39fad6c2818 HTTP/1.1" status: 204 len: 168 time: 0.4101236 Jan 10 17:29:34.260284 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:29:34.306125 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (261e4bde-f109-4559-901d-763faa23a83d), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.317343 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Provisioning complete for port d6e4d145-5577-4565-b6d7-95d0322a7c8a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:34.318023 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.416983 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Deleting port 4089e69e-353c-41ed-9f21-b1d0d42647b5 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:34.424954 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.463544 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Current status of the port d6e4d145-5577-4565-b6d7-95d0322a7c8a is: DOWN; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:34.464172 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.505227 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] For port d6e4d145-5577-4565-b6d7-95d0322a7c8a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d6e4d145-5577-4565-b6d7-95d0322a7c8a,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:34.508154 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] DHCP port deletion for 261e4bde-f109-4559-901d-763faa23a83d request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:29:34.516383 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.523303 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] For port 4089e69e-353c-41ed-9f21-b1d0d42647b5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=4089e69e-353c-41ed-9f21-b1d0d42647b5,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:34.524068 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.541161 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Calling delete_port for 4089e69e-353c-41ed-9f21-b1d0d42647b5 owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:34.600765 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca518f9-1f34-4699-aeba-c2eba8fbf210 None None] Pushing event updated for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:34.636645 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Deleting port 4089e69e-353c-41ed-9f21-b1d0d42647b5 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:29:34.637042 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.647569 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.651140 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.653843 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 4, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'd6e4d145-5577-4565-b6d7-95d0322a7c8a', 'name': '', 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'mac_address': 'fa:16:3e:bb:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:30Z', 'updated_at': '2022-01-10T17:29:34Z', 'revision_number': 4, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'subnets': [{'id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:34.681028 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4089e69e-353c-41ed-9f21-b1d0d42647b5,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:34.687830 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] No DVR routers for this DVR port 4089e69e-353c-41ed-9f21-b1d0d42647b5 on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:34.696938 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07923520-26e4-45ee-87f9-f4426fa761b0 None None] The sync data for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi is: [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:30Z', 'revision_number': 4, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': 'd6e4d145-5577-4565-b6d7-95d0322a7c8a', 'name': '', 'network_id': '2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'mac_address': 'fa:16:3e:bb:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:30Z', 'updated_at': '2022-01-10T17:29:34Z', 'revision_number': 4, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'subnets': [{'id': 'dfa2c6ae-4dda-40d9-b76e-2e50209cd248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:29:34.776388 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-38dc9782-bf36-4e24-9e21-507c9b2fbcaa None None] Provisioning complete for port d6e4d145-5577-4565-b6d7-95d0322a7c8a triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:34.776772 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-38dc9782-bf36-4e24-9e21-507c9b2fbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.786446 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (261e4bde-f109-4559-901d-763faa23a83d), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.836274 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] For port 4089e69e-353c-41ed-9f21-b1d0d42647b5, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=4089e69e-353c-41ed-9f21-b1d0d42647b5,segment=NetworkSegment(47592d38-6a99-4164-8eee-350535a9e5f9),segment_id=47592d38-6a99-4164-8eee-350535a9e5f9)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:29:34.836700 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.845275 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261e4bde-f109-4559-901d-763faa23a83d']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:34.859321 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47592d38-6a99-4164-8eee-350535a9e5f9') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:34.859739 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47592d38-6a99-4164-8eee-350535a9e5f9') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:29:34.874567 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d642134d-b6b0-4087-aeaa-6cf40db12f9e up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:34.880930 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (47592d38-6a99-4164-8eee-350535a9e5f9), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.884916 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Calling delete_port for 4089e69e-353c-41ed-9f21-b1d0d42647b5 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:29:34.899629 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (47592d38-6a99-4164-8eee-350535a9e5f9), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.908812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:29:34.908812 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (47592d38-6a99-4164-8eee-350535a9e5f9), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:29:34.909708 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:29:35.016215 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (261e4bde-f109-4559-901d-763faa23a83d), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.020531 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.026367 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] 10.222.0.10 "DELETE /v2.0/networks/261e4bde-f109-4559-901d-763faa23a83d HTTP/1.1" status: 204 len: 168 time: 0.8330846 Jan 10 17:29:35.041042 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a677e4a-ecd0-43f3-afa8-2609cfe95b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=261e4bde-f109-4559-901d-763faa23a83d,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:35.072795 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port d642134d-b6b0-4087-aeaa-6cf40db12f9e triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:35.073783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.102717 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-38dc9782-bf36-4e24-9e21-507c9b2fbcaa None None] Current status of the port d6e4d145-5577-4565-b6d7-95d0322a7c8a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:35.110517 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (4089e69e-353c-41ed-9f21-b1d0d42647b5), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.145508 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Pushing event deleted for resources: {'Port': ['ID=4089e69e-353c-41ed-9f21-b1d0d42647b5,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:35.147451 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] Network 261e4bde-f109-4559-901d-763faa23a83d is not hosted by any dhcp agent {{(pid=102730) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 10 17:29:35.147908 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb53655-7c44-44ce-be1b-de5a5e715c45 None None] No DVR routers for this DVR port 4089e69e-353c-41ed-9f21-b1d0d42647b5 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:29:35.215054 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port d642134d-b6b0-4087-aeaa-6cf40db12f9e is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:35.240943 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 45660) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:35.274420 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 4089e69e-353c-41ed-9f21-b1d0d42647b5 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:35.296411 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45666) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:35.296936 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-1eafdd56-17a9-4e13-a38f-e152d0da093b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0d6782dc9ba43dcbbd40dbfd3dd7c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544047 Jan 10 17:29:35.300277 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 4089e69e-353c-41ed-9f21-b1d0d42647b5 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:35.300893 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 4089e69e-353c-41ed-9f21-b1d0d42647b5 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:35.301503 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 069cd663-7e6c-4e55-8bfa-a95c527ed01b no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:35.324053 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 069cd663-7e6c-4e55-8bfa-a95c527ed01b {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:35.324743 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 069cd663-7e6c-4e55-8bfa-a95c527ed01b not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:35.325614 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 0687537e-8f0c-431c-acc1-5942da5da468 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:29:35.348580 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 0687537e-8f0c-431c-acc1-5942da5da468 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:29:35.348945 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 0687537e-8f0c-431c-acc1-5942da5da468 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:29:35.359008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] Publish callbacks [] for security_group (09d63159-d2e2-4ae5-9534-53128331b929), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.383858 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] Publish callbacks [] for security_group (09d63159-d2e2-4ae5-9534-53128331b929), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.441594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (09d63159-d2e2-4ae5-9534-53128331b929), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.444260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.445407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09d63159-d2e2-4ae5-9534-53128331b929 HTTP/1.1" status: 204 len: 168 time: 0.1480138 Jan 10 17:29:35.453682 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3770-666b-4b8c-88f4-9d53faccb049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d63159-d2e2-4ae5-9534-53128331b929,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:35.765871 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45676) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:35.814854 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-f60b8ec4-28d5-437d-9a36-abf9510c02f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=380d72a59586472997ef4cd6213aeda7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477231 Jan 10 17:29:35.817278 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 45678) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:29:35.865493 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] Publish callbacks [] for security_group (d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.888484 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] Publish callbacks [] for security_group (d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.936588 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.939297 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:35.940467 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab HTTP/1.1" status: 204 len: 168 time: 0.1222930 Jan 10 17:29:35.949038 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc543-aa05-4ffc-91c9-0028408cdfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bf7d87-05fe-42e1-b5bf-9f6244a2c4ab,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:29:36.443158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8f4e-d9c7-4826-a044-b2a251be3bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:36.738837 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d6e4d145-5577-4565-b6d7-95d0322a7c8a up at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:29:36.788819 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Provisioning complete for port d6e4d145-5577-4565-b6d7-95d0322a7c8a triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:29:36.789198 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:36.864995 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Current status of the port d6e4d145-5577-4565-b6d7-95d0322a7c8a is: ACTIVE; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:29:37.237540 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:38.845861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:29:40.459494 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:03.984808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5bfeb20a-6e8d-4285-84c4-49fae6042d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:04.610271 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:06.443793 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-61610d9e-31eb-4e84-88e8-9297cb2ae7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:07.236831 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:08.461703 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:30:08.561381 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-507f5e1f-2aab-44a9-9664-473774af500a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169196249&fields=id&tenant_id=7dabd4d420ff4425b7875948b3597c8f HTTP/1.1" status: 200 len: 267 time: 0.0483177 Jan 10 17:30:08.668057 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-9b717993-cdbb-4110-b078-c5c6aba0af9a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:08.669515 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-9b717993-cdbb-4110-b078-c5c6aba0af9a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 809 time: 0.1009464 Jan 10 17:30:08.684019 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-3cdbae61-573b-4e1d-a6ec-fe58cee9acd9 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/quotas/7dabd4d420ff4425b7875948b3597c8f HTTP/1.1" status: 200 len: 375 time: 0.0086515 Jan 10 17:30:08.735979 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-424e85bc-9915-4176-ba05-ead750530ca8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465333 Jan 10 17:30:08.847715 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:09.012347 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-ab05d11b-2fb4-4a11-b3b9-9ba20eb2d85c service neutron] 10.222.0.10 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655506 Jan 10 17:30:09.101643 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-4583ab5e-fd7f-40ee-afb7-612f5064c14f service neutron] 10.222.0.10 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835500 Jan 10 17:30:09.369801 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-138eea8f-3841-406a-b591-7b905c857b90 req-3642ed0a-bb71-41b6-9042-4df6aaa8101a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 210 time: 0.0261002 Jan 10 17:30:10.465882 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:10.466531 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9b5b9303-69e8-4099-b56a-6e2917e686bc req-1364085e-9e25-4afa-82f0-6eabc9b8abb0 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jan 10 17:30:10.844960 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0092267e-3f70-4104-8bef-d532213fdf45 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:10.846759 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0092267e-3f70-4104-8bef-d532213fdf45 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 809 time: 0.1040769 Jan 10 17:30:10.907270 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-499919df-5462-468e-afb3-4bc23e1af36e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dabd4d420ff4425b7875948b3597c8f HTTP/1.1" status: 200 len: 379 time: 0.0531349 Jan 10 17:30:10.915325 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'port': {'device_id': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'admin_state_up': True, 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'security_groups': ['2adb688f-9754-44fa-aea0-e89930bfdf1e']}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:30:11.020198 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Made reservation on behalf of 7dabd4d420ff4425b7875948b3597c8f for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:30:11.023665 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.147021 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Allocated IP 172.20.0.13 (2ad9f765-83d9-4bad-afcd-f961dd008153/8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d/60d4a2da-c602-4b1b-ba2b-8abcf1455798) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:30:11.288676 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.322195 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.366151 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:30:11.369247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:30:11.372953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:30:11.396239 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:11.409703 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.410063 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.410472 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.410823 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.411073 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.411436 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.411735 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.412064 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.412391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.412714 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.413041 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.413364 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.413687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:11.438661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:11.439297 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.454969 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-0f4e4c9a-11c9-4381-a33e-e35fdfc09ed8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431888 Jan 10 17:30:11.467944 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Request body: {'port': {'device_id': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:30:11.533648 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.626515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e1184-fd2a-4bd6-8e8c-ac6a40213cdc req-54a1225e-f96d-482a-aefb-bebf2beaca16 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:11.628083 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1184-fd2a-4bd6-8e8c-ac6a40213cdc req-54a1225e-f96d-482a-aefb-bebf2beaca16 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 932 time: 0.0849235 Jan 10 17:30:11.759174 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-356e1184-fd2a-4bd6-8e8c-ac6a40213cdc req-c81a3439-4ae1-4258-80da-fdfea347c552 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879509 Jan 10 17:30:11.767680 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-1fc02344-be20-46b1-a5e5-9d998f22c023 None None] Provisioning complete for port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 triggered by entity DHCP. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:30:11.768247 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1fc02344-be20-46b1-a5e5-9d998f22c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.809055 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-1fc02344-be20-46b1-a5e5-9d998f22c023 None None] Port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 cannot update to ACTIVE because it is not bound. {{(pid=102730) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:30:11.902570 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d4a2da-c602-4b1b-ba2b-8abcf1455798 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:30:11.910014 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks [] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.921617 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Transition to ACTIVE for port object 60d4a2da-c602-4b1b-ba2b-8abcf1455798 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:30:11.925331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:11.991503 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:12.042594 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Attempting to bind port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:30:12.042948 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Attempting to bind port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:30:12.043265 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Attempting to bind port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 on network 2ad9f765-83d9-4bad-afcd-f961dd008153 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:30:12.047820 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 on network 2ad9f765-83d9-4bad-afcd-f961dd008153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:30:12.048138 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Attempting to bind port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 on network 2ad9f765-83d9-4bad-afcd-f961dd008153 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:30:12.053049 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:30:12.053391 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Checking segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:30:12.053774 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Bound using segment: {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:30:12.054205 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Bound port: 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0199c0-4196-48b0-85ba-61f4c822335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:30:12.054643 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:12.351842 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:30:12.354988 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:30:12.358799 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:12.390098 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.390449 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:12.392009 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] 10.222.0.24 "PUT /v2.0/ports/60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1094 time: 0.9281495 Jan 10 17:30:12.396107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:12.398341 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0634a65-7246-405f-a6e9-391e763696d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:12.425825 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c48e6-2fae-4b62-bf62-134317097ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:12.451746 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d28c7d-4a15-46e5-bb22-a0ddeb872a75 x-openstack-request-id: req-14d28c7d-4a15-46e5-bb22-a0ddeb872a75 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:12.452033 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:12.452285 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14d28c7d-4a15-46e5-bb22-a0ddeb872a75 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:12.453194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'status': 'completed', 'code': 200} Jan 10 17:30:12.488176 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-5e498998-1b31-45ba-91af-144fa126a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.489672 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-5e498998-1b31-45ba-91af-144fa126a329 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1097 time: 0.0567405 Jan 10 17:30:12.539034 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-2e28791c-888e-443c-9371-4e51fe877346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 217 time: 0.0398822 Jan 10 17:30:12.590716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-06f04be5-72c1-4a5d-9c43-3414010535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.592255 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-06f04be5-72c1-4a5d-9c43-3414010535d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0475631 Jan 10 17:30:12.637494 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-105bb523-d78f-434c-9705-9f00ca6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.638985 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-105bb523-d78f-434c-9705-9f00ca6395ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400002 Jan 10 17:30:12.729085 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-919c9fa0-19e9-4d91-8d36-151f20e7413b service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840096 Jan 10 17:30:12.816959 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-57674c3f-71f9-45fc-9371-e0971e673c64 req-3c33e3dd-15c0-4791-937a-d8bf4c64ccb3 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804293 Jan 10 17:30:12.887708 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07759c-fba9-40d9-8357-c2628a6a1be3 req-49c246bb-fe87-43e4-970b-81fb45a8139b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.889193 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a07759c-fba9-40d9-8357-c2628a6a1be3 req-49c246bb-fe87-43e4-970b-81fb45a8139b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0626032 Jan 10 17:30:12.943387 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634a65-7246-405f-a6e9-391e763696d9 req-66180ec5-39f2-433b-8084-d81db8c80d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:12.944963 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-66180ec5-39f2-433b-8084-d81db8c80d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1097 time: 0.0799539 Jan 10 17:30:12.966489 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7a07759c-fba9-40d9-8357-c2628a6a1be3 req-a4f5e2eb-3e50-458f-a973-50ef32436840 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643344 Jan 10 17:30:13.050740 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634a65-7246-405f-a6e9-391e763696d9 req-8e972b53-22d0-41d4-97a2-beb4c0dda6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:13.052257 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-8e972b53-22d0-41d4-97a2-beb4c0dda6f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0985627 Jan 10 17:30:13.093726 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-16cad12d-fd6c-4f8b-ad15-144c640941b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 217 time: 0.0354283 Jan 10 17:30:13.173322 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59138a01-ccbc-47e8-be8f-41096cfdcdc2 req-72341c1b-ece6-43d1-a233-d43c00cfd170 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:13.174706 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59138a01-ccbc-47e8-be8f-41096cfdcdc2 req-72341c1b-ece6-43d1-a233-d43c00cfd170 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0833459 Jan 10 17:30:13.175991 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634a65-7246-405f-a6e9-391e763696d9 req-7002fde6-ed2c-4204-a2e2-ac943653a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:13.177279 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-7002fde6-ed2c-4204-a2e2-ac943653a789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0755389 Jan 10 17:30:13.248677 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-59138a01-ccbc-47e8-be8f-41096cfdcdc2 req-09d871de-b2ce-4ef9-9d15-935f417eed17 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685360 Jan 10 17:30:13.251381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634a65-7246-405f-a6e9-391e763696d9 req-3877be0a-2b05-400f-b016-8641d1e0831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:13.252749 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-3877be0a-2b05-400f-b016-8641d1e0831a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669556 Jan 10 17:30:13.342139 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-37d06b42-98a4-4833-96ab-9f688c6661a5 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817933 Jan 10 17:30:13.427633 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b0634a65-7246-405f-a6e9-391e763696d9 req-71d83fd0-2f0f-4e60-86f9-459221360103 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779517 Jan 10 17:30:14.079610 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2585d-7407-4f0a-96f0-52a659353a74 req-57238da9-fe6b-4780-94b0-76337382eb16 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:14.081050 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7b2585d-7407-4f0a-96f0-52a659353a74 req-57238da9-fe6b-4780-94b0-76337382eb16 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0473766 Jan 10 17:30:14.130872 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7b2585d-7407-4f0a-96f0-52a659353a74 req-c27a2b92-4267-4c3b-a3b4-91ffd9fd63da tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443640 Jan 10 17:30:14.359221 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efaf9f-83c9-4896-ae3d-504137fcc2aa req-418c37a3-ade5-481b-bcf1-e7c1ff7a2ba6 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:14.361345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7efaf9f-83c9-4896-ae3d-504137fcc2aa req-418c37a3-ade5-481b-bcf1-e7c1ff7a2ba6 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0473680 Jan 10 17:30:14.408455 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d7efaf9f-83c9-4896-ae3d-504137fcc2aa req-03d60fe6-ac6a-43e5-98d3-88c3ccb72995 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jan 10 17:30:15.048841 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-2acdf228-8669-4285-99ae-565332924563 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:15.050281 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-2acdf228-8669-4285-99ae-565332924563 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0469677 Jan 10 17:30:15.137402 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Deleting port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:30:15.138069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:15.251381 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] For port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:15.251746 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:15.266541 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Calling delete_port for ccda5b4e-0d3d-47c6-95e3-1403c7b7436b owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:30:15.280713 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9378d6-9e90-4b90-8247-d204fd14faab req-16d27c0d-2411-4d00-8ae9-0c4ed04b179f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:15.282179 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-da9378d6-9e90-4b90-8247-d204fd14faab req-16d27c0d-2411-4d00-8ae9-0c4ed04b179f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0838919 Jan 10 17:30:15.370725 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-da9378d6-9e90-4b90-8247-d204fd14faab req-5e4c33cc-5189-4ed5-8841-eff19128d2f0 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822165 Jan 10 17:30:15.441668 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (ccda5b4e-0d3d-47c6-95e3-1403c7b7436b), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:15.452770 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['ccda5b4e-0d3d-47c6-95e3-1403c7b7436b'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:30:15.474469 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Pushing event deleted for resources: {'Port': ['ID=ccda5b4e-0d3d-47c6-95e3-1403c7b7436b,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:15.532349 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] No DVR routers for this DVR port ccda5b4e-0d3d-47c6-95e3-1403c7b7436b on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:30:15.535407 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8463842c-f55c-4a22-8fa4-335b6dfb886b req-92c6ce2d-f870-445f-aa71-bfe511d22182 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=7aaa4d96-0b85-4d46-bd6e-abd7161b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0400212 Jan 10 17:30:15.536407 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:15.542152 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b7945172-6da2-4995-ae99-ade20e6ce20d req-bdd55730-4392-43fd-ad11-d21e712ccf7d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "DELETE /v2.0/ports/ccda5b4e-0d3d-47c6-95e3-1403c7b7436b HTTP/1.1" status: 204 len: 173 time: 0.4847593 Jan 10 17:30:15.542152 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'name': 'network-vif-deleted', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:15.542867 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13789606-36f7-4885-8f4d-2abea4cda6aa" -d '{"events": [{"server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "name": "network-vif-deleted", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:15.578653 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c851bdd-f959-49a7-8963-b183e4611301 x-openstack-request-id: req-3c851bdd-f959-49a7-8963-b183e4611301 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:15.578972 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaa4d96-0b85-4d46-bd6e-abd7161b14c7", "name": "network-vif-deleted", "tag": "ccda5b4e-0d3d-47c6-95e3-1403c7b7436b", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:15.579236 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c851bdd-f959-49a7-8963-b183e4611301 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:15.579646 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaa4d96-0b85-4d46-bd6e-abd7161b14c7', 'name': 'network-vif-deleted', 'tag': 'ccda5b4e-0d3d-47c6-95e3-1403c7b7436b', 'status': 'completed', 'code': 200} Jan 10 17:30:16.488651 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168da89d-072a-40f0-9582-2232b837953b req-6ed54f2e-058b-4a37-a385-8167ed07a8d6 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:16.490094 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-168da89d-072a-40f0-9582-2232b837953b req-6ed54f2e-058b-4a37-a385-8167ed07a8d6 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0503638 Jan 10 17:30:16.537165 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-168da89d-072a-40f0-9582-2232b837953b req-450484a3-3d23-4fe5-bc63-59ba05d1407b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415423 Jan 10 17:30:17.648040 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f534dd-9e4d-411e-8403-a05a480de432 req-50058004-8e3b-4fed-9fbb-e8882ce18d68 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:17.649484 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38f534dd-9e4d-411e-8403-a05a480de432 req-50058004-8e3b-4fed-9fbb-e8882ce18d68 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0472116 Jan 10 17:30:17.696497 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-38f534dd-9e4d-411e-8403-a05a480de432 req-7815150f-fa10-4f8f-91c6-4f7ec2ec13e7 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Jan 10 17:30:18.808296 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2426-8347-4ab7-886b-41705df2e31a req-88095957-7a2c-4f26-b9d7-e271da892d5f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:18.809777 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2be2426-8347-4ab7-886b-41705df2e31a req-88095957-7a2c-4f26-b9d7-e271da892d5f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0486279 Jan 10 17:30:18.858817 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b2be2426-8347-4ab7-886b-41705df2e31a req-a43bee1b-1e5d-4345-8b69-cad5a1b1ab81 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Jan 10 17:30:19.251842 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device ccda5b4e-0d3d-47c6-95e3-1403c7b7436b no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:30:19.271755 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: ccda5b4e-0d3d-47c6-95e3-1403c7b7436b {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:30:19.272102 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device ccda5b4e-0d3d-47c6-95e3-1403c7b7436b not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:30:19.969363 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ea92c-82da-4566-a09c-c521755d6357 req-4c4f87f9-4f1a-460e-b038-86c6ce041afd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:19.971506 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a4ea92c-82da-4566-a09c-c521755d6357 req-4c4f87f9-4f1a-460e-b038-86c6ce041afd tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0480688 Jan 10 17:30:20.018592 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5a4ea92c-82da-4566-a09c-c521755d6357 req-df79707b-4567-443a-b99e-3d7c2e6e64ef tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Jan 10 17:30:21.129378 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0f58-8538-428e-a2b0-58a9cd3ce9dd req-231c9fae-bdc8-4a77-a39e-b4f7f563aba1 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:21.130783 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cb3b0f58-8538-428e-a2b0-58a9cd3ce9dd req-231c9fae-bdc8-4a77-a39e-b4f7f563aba1 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0482240 Jan 10 17:30:21.178178 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cb3b0f58-8538-428e-a2b0-58a9cd3ce9dd req-403e5559-104d-4fc1-bf5f-1ec3993928db tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Jan 10 17:30:22.292817 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f85ec-a43b-4a8d-9917-222c58ee701e req-e06e29a7-5a9e-49a7-9fd4-936b99b212de tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:22.294298 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cd4f85ec-a43b-4a8d-9917-222c58ee701e req-e06e29a7-5a9e-49a7-9fd4-936b99b212de tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0520391 Jan 10 17:30:22.341713 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cd4f85ec-a43b-4a8d-9917-222c58ee701e req-e531c0fe-6db6-4fe4-b968-e09534c7fa04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Jan 10 17:30:23.063581 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:30:23.158543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:23.169873 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'mac_address': 'fa:16:3e:6e:bd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:30:23.213545 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:30:23.213846 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:23.227444 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d4a2da-c602-4b1b-ba2b-8abcf1455798 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:30:23.248450 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:23.252525 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:23.300667 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:23.307355 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.307710 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.308105 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.308389 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.308719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.309046 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.309374 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.309699 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.310021 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.310376 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.310703 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.311022 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.311340 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:30:23.452487 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b429c-52ba-4abf-9f72-17aa07842ba3 req-617af636-173f-44ca-a98d-4d12419d788e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:23.453997 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-da4b429c-52ba-4abf-9f72-17aa07842ba3 req-617af636-173f-44ca-a98d-4d12419d788e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0484583 Jan 10 17:30:23.501912 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-da4b429c-52ba-4abf-9f72-17aa07842ba3 req-5fe958d7-bf6d-4657-a548-fd9db7b1cf0e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Jan 10 17:30:23.582569 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['60d4a2da-c602-4b1b-ba2b-8abcf1455798'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:30:24.611142 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2d7c-9a3f-437c-a76a-bc4c43b47e49 req-8d92e7d4-61d6-4ff9-babb-7bddb623096b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:24.612584 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e6c2d7c-9a3f-437c-a76a-bc4c43b47e49 req-8d92e7d4-61d6-4ff9-babb-7bddb623096b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0476608 Jan 10 17:30:24.663227 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3e6c2d7c-9a3f-437c-a76a-bc4c43b47e49 req-01716ecc-45c4-408a-8ee2-df516768d56a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452347 Jan 10 17:30:25.774651 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31933f7-a428-461e-b7de-f4815a6596c1 req-f9cf8f86-2151-43ce-a789-0b31faf22cc0 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:25.776138 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b31933f7-a428-461e-b7de-f4815a6596c1 req-f9cf8f86-2151-43ce-a789-0b31faf22cc0 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0482090 Jan 10 17:30:25.824913 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b31933f7-a428-461e-b7de-f4815a6596c1 req-aa4bd2b2-f0e8-4494-aa7f-d6e19c0bb42a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Jan 10 17:30:26.934335 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0333-461f-4a68-8b74-836f8a336249 req-f0dc2936-b422-489a-a069-b0ee909dd85e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:26.935763 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-77ce0333-461f-4a68-8b74-836f8a336249 req-f0dc2936-b422-489a-a069-b0ee909dd85e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0465784 Jan 10 17:30:26.982990 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-77ce0333-461f-4a68-8b74-836f8a336249 req-574598c6-91de-4c17-8181-3a682aee9c5e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.559275 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-1eae1136-83ab-4699-85eb-1ec25c8ba001 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:27.562009 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-1eae1136-83ab-4699-85eb-1ec25c8ba001 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 814 time: 0.1009851 Jan 10 17:30:27.575665 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-3af252c3-5741-4122-b386-bdf3d8e0378c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/quotas/e552354b2101474aae51d265c50eceed HTTP/1.1" status: 200 len: 375 time: 0.0085862 Jan 10 17:30:27.610651 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-6bd7a1e9-9366-435b-8133-78491903f1c3 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295105 Jan 10 17:30:27.665217 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-abb59a7c-6d65-4b0c-b954-d8a5fdd1979a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:30:27.666263 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-abb59a7c-6d65-4b0c-b954-d8a5fdd1979a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495746 Jan 10 17:30:27.757101 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-1a9588b2-e08f-44ae-a360-0260f4eefd02 service neutron] 10.222.0.10 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Jan 10 17:30:27.842490 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-c757a602-18c7-4832-bdb9-f74dc64cd418 service neutron] 10.222.0.10 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798099 Jan 10 17:30:27.996902 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e2f767a8-d503-42b8-9362-ea8676b82288 req-fb1e351f-9184-4569-bcfd-1246cbaadad1 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 210 time: 0.0305464 Jan 10 17:30:28.097538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fc1f-d20a-4c1e-9dca-6f9d1259e61b req-b65c8875-f5a3-4978-afdd-cdea3c10fc42 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:28.099203 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ec27fc1f-d20a-4c1e-9dca-6f9d1259e61b req-b65c8875-f5a3-4978-afdd-cdea3c10fc42 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0496995 Jan 10 17:30:28.151686 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ec27fc1f-d20a-4c1e-9dca-6f9d1259e61b req-64bfe07a-c8e0-40ee-a662-c8e280c8ecb0 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Jan 10 17:30:28.883134 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-bbdd02e3-0b4a-4594-a523-5fbbe481738d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:28.884626 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-bbdd02e3-0b4a-4594-a523-5fbbe481738d tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 814 time: 0.1053588 Jan 10 17:30:28.936324 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Request body: {'port': {'device_id': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'network_id': '122cc336-639e-45b1-8d70-27176006620a', 'admin_state_up': True, 'tenant_id': 'e552354b2101474aae51d265c50eceed'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:30:29.044204 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Made reservation on behalf of e552354b2101474aae51d265c50eceed for: {'port': 1} {{(pid=102729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:30:29.048173 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.073613 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:30:29.099728 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e36f66f4-328f-4a0c-9cdd-5498d9c24c57 req-d1405bb3-cc07-4736-bf75-520a67e16bcb tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 210 time: 0.0359583 Jan 10 17:30:29.126934 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:30:29.130997 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:30:29.131376 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.202960 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Allocated IP 172.20.0.3 (122cc336-639e-45b1-8d70-27176006620a/e502a2ef-36c8-4976-97c9-de4e79da64ff/adc8a447-8568-445c-94ea-20499ddb92d4) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:30:29.218756 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:30:29.219154 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.245187 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:29.247701 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99d4bf4-74a7-4f30-ae91-b1902dd5777e" -d '{"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-plugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:29.261646 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:29.266856 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.294191 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db030c3a-50e8-48a8-b8c6-764f1ae09002 x-openstack-request-id: req-db030c3a-50e8-48a8-b8c6-764f1ae09002 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:29.294520 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-plugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:29.294783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db030c3a-50e8-48a8-b8c6-764f1ae09002 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:29.295183 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'code': 200} Jan 10 17:30:29.315978 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc28d58-e062-4ef3-a76c-7542fc30464d req-d3940426-d919-460c-95bf-523a3587db19 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:29.319228 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbc28d58-e062-4ef3-a76c-7542fc30464d req-d3940426-d919-460c-95bf-523a3587db19 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 945 time: 0.0936787 Jan 10 17:30:29.325922 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:29.415074 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fbc28d58-e062-4ef3-a76c-7542fc30464d req-75d6de20-852d-443c-83cd-a604e2bb7f61 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694716 Jan 10 17:30:29.427880 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks [] for port (adc8a447-8568-445c-94ea-20499ddb92d4), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.462305 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.510676 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Network 122cc336-639e-45b1-8d70-27176006620a is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:30:29.513839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:30:29.516822 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:30:29.544016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Pushing event updated for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:29.569727 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ed4c3-713e-4784-a48d-505b9c551230 req-aaba0fb5-a8ae-4922-ade6-d670f786ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102728) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:29.571258 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-649ed4c3-713e-4784-a48d-505b9c551230 req-aaba0fb5-a8ae-4922-ade6-d670f786ec0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0401411 Jan 10 17:30:29.574064 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:29.574718 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.590509 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-9bef733d-0df0-4de7-9a16-b799b892f0c2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6579647 Jan 10 17:30:29.600510 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Request body: {'port': {'device_id': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:30:29.621774 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [req-649ed4c3-713e-4784-a48d-505b9c551230 req-75f14c18-5d78-4ce3-bbe2-93f27a24c443 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Jan 10 17:30:29.652423 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.905289 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc8a447-8568-445c-94ea-20499ddb92d4 {{(pid=102729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:30:29.913314 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks [] for port (adc8a447-8568-445c-94ea-20499ddb92d4), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.925661 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.provisioning_blocks [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Transition to ACTIVE for port object adc8a447-8568-445c-94ea-20499ddb92d4 will not be triggered until provisioned by entity L2. {{(pid=102729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:30:29.930100 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:29.979923 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:30.047233 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Attempting to bind port adc8a447-8568-445c-94ea-20499ddb92d4 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:30:30.047885 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Attempting to bind port adc8a447-8568-445c-94ea-20499ddb92d4 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:30:30.048001 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Attempting to bind port adc8a447-8568-445c-94ea-20499ddb92d4 on network 122cc336-639e-45b1-8d70-27176006620a {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:30:30.052447 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Port adc8a447-8568-445c-94ea-20499ddb92d4 on network 122cc336-639e-45b1-8d70-27176006620a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:30:30.052767 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Attempting to bind port adc8a447-8568-445c-94ea-20499ddb92d4 on network 122cc336-639e-45b1-8d70-27176006620a {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:30:30.057534 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Checking agent: {'id': 'ae351b6c-64d9-4338-99df-7eae0b9d3357', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'started_at': datetime.datetime(2022, 1, 10, 17, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:30:30.057864 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Checking segment: {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:30:30.058262 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Bound using segment: {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'} {{(pid=102729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:30:30.058683 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.managers [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Bound port: adc8a447-8568-445c-94ea-20499ddb92d4, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bed878e-e7a8-45fd-9821-be7c75a30945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '122cc336-639e-45b1-8d70-27176006620a'}}] {{(pid=102729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:30:30.059065 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:30.122442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, cleared binding levels {{(pid=102729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:30:30.125766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=adc8a447-8568-445c-94ea-20499ddb92d4,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:30:30.131094 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:30.166951 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.167569 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:30.168986 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/adc8a447-8568-445c-94ea-20499ddb92d4 HTTP/1.1" status: 200 len: 1093 time: 0.5724332 Jan 10 17:30:30.169432 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:30.171671 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab983a8-2057-4d25-a210-948dd38b8a99" -d '{"events": [{"name": "network-changed", "server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:30.216916 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f31190-0aa8-4b12-b022-398f9f2d7f0d x-openstack-request-id: req-81f31190-0aa8-4b12-b022-398f9f2d7f0d {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:30.217211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:30.217464 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f31190-0aa8-4b12-b022-398f9f2d7f0d {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:30.217858 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4', 'status': 'completed', 'code': 200} Jan 10 17:30:30.223439 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c01149-8be2-4218-b6fa-1b1d29e8f2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=3']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:30.245715 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21261-99f8-41cc-8ce6-a8b1a52a6e17 req-cb755980-2749-44a4-8b3e-4b0deb98227f tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.247242 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-24c21261-99f8-41cc-8ce6-a8b1a52a6e17 req-cb755980-2749-44a4-8b3e-4b0deb98227f tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 943 time: 0.0705047 Jan 10 17:30:30.314794 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-ebd6bf7e-6d0a-45da-a1fe-9f026bc1804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.316294 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-ebd6bf7e-6d0a-45da-a1fe-9f026bc1804f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 1096 time: 0.0681815 Jan 10 17:30:30.334368 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-24c21261-99f8-41cc-8ce6-a8b1a52a6e17 req-083e05ea-6ed2-4d27-8335-8dffe866f510 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782142 Jan 10 17:30:30.361745 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-289284b2-d556-4b05-aef9-34d022673d5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc8a447-8568-445c-94ea-20499ddb92d4 HTTP/1.1" status: 200 len: 217 time: 0.0383427 Jan 10 17:30:30.409104 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-90d39e86-1be4-412e-b11d-a4529bee88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.410556 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-90d39e86-1be4-412e-b11d-a4529bee88bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e502a2ef-36c8-4976-97c9-de4e79da64ff HTTP/1.1" status: 200 len: 854 time: 0.0432525 Jan 10 17:30:30.441593 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-16b13271-0b93-4217-97f3-367d479dcdd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=122cc336-639e-45b1-8d70-27176006620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239632 Jan 10 17:30:30.566157 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-accc698d-2e54-4512-b367-a9d7fbec5784 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175876 Jan 10 17:30:30.574566 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9599d9-d33b-44f8-802f-7e75d8f6d433 req-37832ee9-bc49-4cd0-af13-d1b3aa2a9f40 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.575947 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9e9599d9-d33b-44f8-802f-7e75d8f6d433 req-37832ee9-bc49-4cd0-af13-d1b3aa2a9f40 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0715253 Jan 10 17:30:30.678511 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-9e9599d9-d33b-44f8-802f-7e75d8f6d433 req-3f32ec83-f85b-4c5d-a734-7f2579ac992b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941799 Jan 10 17:30:30.708144 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-78b311ab-e036-4f8d-ac5e-617c79183332 req-4bb8c0d2-205f-4b78-9676-a2ec1d860ad5 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307352 Jan 10 17:30:30.798058 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-9f05dd86-eaec-4760-8df6-57dc392e3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.799718 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-9f05dd86-eaec-4760-8df6-57dc392e3f52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e552354b2101474aae51d265c50eceed&device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 1096 time: 0.0446055 Jan 10 17:30:30.892294 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-ef12c77e-1f8b-443b-bb65-71057ae2d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.893739 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-ef12c77e-1f8b-443b-bb65-71057ae2d052 service neutron] 10.222.0.24 "GET /v2.0/networks?id=122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 200 len: 915 time: 0.0867345 Jan 10 17:30:30.934417 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-d75d26ff-07aa-473f-ab17-8eb879f2a159 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adc8a447-8568-445c-94ea-20499ddb92d4 HTTP/1.1" status: 200 len: 217 time: 0.0334680 Jan 10 17:30:30.984278 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-60393c92-6fc5-46aa-8d27-7f4e7b783e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:30.986325 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-60393c92-6fc5-46aa-8d27-7f4e7b783e94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e502a2ef-36c8-4976-97c9-de4e79da64ff HTTP/1.1" status: 200 len: 854 time: 0.0464833 Jan 10 17:30:31.257266 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-54e5cf72-b747-486f-9de8-036b9fb35a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=122cc336-639e-45b1-8d70-27176006620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650805 Jan 10 17:30:31.342918 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-9838ba44-e9b3-4bc9-9bf7-7d04f5381cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795689 Jan 10 17:30:31.465537 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ab983a8-2057-4d25-a210-948dd38b8a99 req-c6d1c834-6647-4387-8971-b12e22443606 service neutron] 10.222.0.24 "GET /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153543 Jan 10 17:30:31.473924 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38a2f9-c3d1-4c39-b1e5-12bae7cb128c req-15a57a67-b5df-4a37-9a71-18302d47ad8c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:31.475479 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb38a2f9-c3d1-4c39-b1e5-12bae7cb128c req-15a57a67-b5df-4a37-9a71-18302d47ad8c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 943 time: 0.0694621 Jan 10 17:30:31.526457 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-fb38a2f9-c3d1-4c39-b1e5-12bae7cb128c req-861947cc-b008-41a1-ad4f-e6ea362c32f7 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Jan 10 17:30:31.795726 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f7fd-ea7e-4df1-9e60-1549fe2b159e req-9b93bfb9-7885-4fee-842f-5fca493ff60b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:31.797080 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5694f7fd-ea7e-4df1-9e60-1549fe2b159e req-9b93bfb9-7885-4fee-842f-5fca493ff60b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0515921 Jan 10 17:30:31.843712 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5694f7fd-ea7e-4df1-9e60-1549fe2b159e req-d2641b88-8022-406d-921d-d4edd6f9548c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404336 Jan 10 17:30:31.953027 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27f5d-1cd3-4626-bfca-5a4d9f54dad1 req-87294a6d-a176-449d-adf9-5fe62f9a100f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:31.954636 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93e27f5d-1cd3-4626-bfca-5a4d9f54dad1 req-87294a6d-a176-449d-adf9-5fe62f9a100f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0481169 Jan 10 17:30:32.001923 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-93e27f5d-1cd3-4626-bfca-5a4d9f54dad1 req-8f6d1f06-b28b-43ac-8504-41660cef186d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419726 Jan 10 17:30:32.022246 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46028) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:30:32.156972 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11263bd6-740f-48d7-8957-d3c1252c4e67 tempest-TestShelveInstance-622782804 tempest-TestShelveInstance-622782804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:32.158998 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-11263bd6-740f-48d7-8957-d3c1252c4e67 tempest-TestShelveInstance-622782804 tempest-TestShelveInstance-622782804-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1094 time: 0.1357970 Jan 10 17:30:32.161941 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46032) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:30:32.166046 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.v2.base [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Request body: {'floatingip': {'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:30:32.188412 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:32.284497 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (None), before_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:32.383828 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Allocated IP 172.27.1.212 (ca9107fa-7506-438b-8dbd-9d875c5a6e55/c9bc6ca6-202a-45d7-a6d7-a1abb2de712a/956c572a-5975-4806-8867-fd12e5b6700f) {{(pid=102729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:30:32.480426 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for port (956c572a-5975-4806-8867-fd12e5b6700f), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:32.513515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794358968854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (956c572a-5975-4806-8867-fd12e5b6700f), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:32.552840 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Network ca9107fa-7506-438b-8dbd-9d875c5a6e55 is already hosted by enough agents. {{(pid=102729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:30:32.557315 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Resources bound (agent type, host, resource id): {{(pid=102729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:30:32.561979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Received port after_create {{(pid=102729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:30:32.565317 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'Port': ['ID=956c572a-5975-4806-8867-fd12e5b6700f,revision_number=1']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:32.696225 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294243e0-a031-43c5-835e-1a2f8a1baccb req-1820c735-f245-4044-aee9-7796abc4cd3c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:32.697700 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-294243e0-a031-43c5-835e-1a2f8a1baccb req-1820c735-f245-4044-aee9-7796abc4cd3c tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 943 time: 0.0996354 Jan 10 17:30:32.817787 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-294243e0-a031-43c5-835e-1a2f8a1baccb req-5902a3a6-d72b-4f66-9296-78eefb2fbf14 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145475 Jan 10 17:30:32.959166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for floatingip (f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce), precommit_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.024922 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (956c572a-5975-4806-8867-fd12e5b6700f), before_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.100034 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device adc8a447-8568-445c-94ea-20499ddb92d4 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:30:33.170388 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for port (956c572a-5975-4806-8867-fd12e5b6700f), precommit_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.175188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9444912'] for port (956c572a-5975-4806-8867-fd12e5b6700f), after_update {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.196543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=adc8a447-8568-445c-94ea-20499ddb92d4,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:33.208337 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': 'adc8a447-8568-445c-94ea-20499ddb92d4', 'network_id': '122cc336-639e-45b1-8d70-27176006620a', 'port_id': 'adc8a447-8568-445c-94ea-20499ddb92d4', 'mac_address': 'fa:16:3e:84:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e502a2ef-36c8-4976-97c9-de4e79da64ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:30:33.240611 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event updated for resources: {'Port': ['ID=956c572a-5975-4806-8867-fd12e5b6700f,revision_number=2']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:33.246607 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port adc8a447-8568-445c-94ea-20499ddb92d4 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:30:33.247003 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.251833 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582446'] for floatingip (f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce), after_create {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.261042 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc8a447-8568-445c-94ea-20499ddb92d4 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:30:33.280373 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=adc8a447-8568-445c-94ea-20499ddb92d4,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:33.284621 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.333289 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=4']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:33.350324 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Floating IP f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce associated. External IP: 172.27.1.212, port: 60d4a2da-c602-4b1b-ba2b-8abcf1455798. Jan 10 17:30:33.552382 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Router 492438c8-a216-47bf-9fbe-d97eda1bfe31 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:30:33.604831 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['adc8a447-8568-445c-94ea-20499ddb92d4'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:30:33.661025 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:30:33.673985 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Sync routers for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:30:33.679790 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:33.702211 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:30:33.702861 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:30:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:30:33.706715 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-1e6a2352-ca70-4992-8c1b-b02ddc4f7240 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5437586 Jan 10 17:30:33.707319 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:33.709728 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c9418-c9c0-4494-a13e-ff236f17c09c" -d '{"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:33.746195 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f058d-c922-411e-b1b6-0296d567aa7d x-openstack-request-id: req-6a7f058d-c922-411e-b1b6-0296d567aa7d {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:33.746516 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:33.746772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a7f058d-c922-411e-b1b6-0296d567aa7d {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:33.747176 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'status': 'completed', 'code': 200} Jan 10 17:30:33.809518 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-7492fe31-1c31-4c57-8c16-1f9551c877b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:33.811344 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-7492fe31-1c31-4c57-8c16-1f9551c877b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0422602 Jan 10 17:30:33.845559 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:30:33.930769 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-5af4bf78-48f8-4fc6-9719-bc3ba736ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:33.932228 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-5af4bf78-48f8-4fc6-9719-bc3ba736ada5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.1158214 Jan 10 17:30:33.953761 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53a4f-4827-4e82-b283-328607f05957 req-4ee90535-78fa-474d-9d4f-bdfc07885401 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:33.955821 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33d53a4f-4827-4e82-b283-328607f05957 req-4ee90535-78fa-474d-9d4f-bdfc07885401 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 944 time: 0.0674713 Jan 10 17:30:34.023642 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e5c279fc-ac55-4e8e-acc3-d57183928b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:34.031168 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-72a6eee3-da20-40e7-8c7c-123033ed506f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1000 time: 0.0913990 Jan 10 17:30:34.052949 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-33d53a4f-4827-4e82-b283-328607f05957 req-ed8845e1-a57a-4fe7-8cea-5b5102cec478 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700033 Jan 10 17:30:34.087313 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-fa6785fa-2add-4795-8ff3-f3b3a22df880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:34.088800 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-fa6785fa-2add-4795-8ff3-f3b3a22df880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0505192 Jan 10 17:30:34.089761 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'mac_address': 'fa:16:3e:6e:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:30:32Z', 'updated_at': '2022-01-10T17:30:32Z', 'revision_number': 0, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:30:34.116285 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Checking router: 492438c8-a216-47bf-9fbe-d97eda1bfe31 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:30:34.124698 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:30:34.125298 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:30:06Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:30:34.133536 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-450094e5-3f1d-41c8-abee-3a6370e529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:34.135091 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-450094e5-3f1d-41c8-abee-3a6370e529c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395567 Jan 10 17:30:34.225315 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-5ce64daf-9ee0-4519-a93a-bbaa8928c81b service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Jan 10 17:30:34.230162 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:30:34.312923 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-ca7c9418-c9c0-4494-a13e-ff236f17c09c req-2537e12f-5f95-427a-97a1-1afc9861e6cc service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817170 Jan 10 17:30:34.451183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'mac_address': 'fa:16:3e:6e:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:30:32Z', 'updated_at': '2022-01-10T17:30:32Z', 'revision_number': 0, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:30:34.477349 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82493613-76fb-4b52-9f20-3d777db5a575 None None] The sync data for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi is: [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_floatingips': [{'id': 'f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'router_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'mac_address': 'fa:16:3e:6e:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:30:32Z', 'updated_at': '2022-01-10T17:30:32Z', 'revision_number': 0, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:30:34.624159 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:34.660293 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb1ac7-393d-4a93-898b-d7545f36bfd4 None None] New status for floating IP f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce: ACTIVE {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:30:35.110530 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device adc8a447-8568-445c-94ea-20499ddb92d4 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:30:35.163036 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning for port adc8a447-8568-445c-94ea-20499ddb92d4 completed by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:30:35.167731 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port adc8a447-8568-445c-94ea-20499ddb92d4 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:30:35.168108 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:35.170688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8f45b-f2ce-48c3-9ac8-09cf8186c3ec req-f87fb8dc-362c-4104-b125-739b4556384e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:35.172173 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0db8f45b-f2ce-48c3-9ac8-09cf8186c3ec req-f87fb8dc-362c-4104-b125-739b4556384e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 944 time: 0.0510414 Jan 10 17:30:35.222422 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0db8f45b-f2ce-48c3-9ac8-09cf8186c3ec req-bbf7f0ed-2e46-4c5c-98df-66af0d754208 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441453 Jan 10 17:30:35.246265 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port adc8a447-8568-445c-94ea-20499ddb92d4 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:30:35.246661 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:35.269063 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:30:35.271302 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e707cde9-5511-4c12-8e9e-f56e801b679a" -d '{"events": [{"server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "name": "network-vif-plugged", "status": "completed", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:30:35.283640 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=adc8a447-8568-445c-94ea-20499ddb92d4,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:30:35.287711 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:35.311743 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3088e2-e28f-4e44-b4f0-e98359986604 x-openstack-request-id: req-5c3088e2-e28f-4e44-b4f0-e98359986604 {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:30:35.312034 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "name": "network-vif-plugged", "status": "completed", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:30:35.312293 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c3088e2-e28f-4e44-b4f0-e98359986604 {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:30:35.312681 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4', 'code': 200} Jan 10 17:30:35.337899 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=5']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:30:35.462386 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5270d47-1d73-4814-96f8-e48646bc70b0 req-096ad73a-1471-43d7-a93f-dc625e457c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:35.463870 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5270d47-1d73-4814-96f8-e48646bc70b0 req-096ad73a-1471-43d7-a93f-dc625e457c11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 1098 time: 0.0383165 Jan 10 17:30:35.505774 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e5270d47-1d73-4814-96f8-e48646bc70b0 req-e3c11f9f-f8f2-4e93-b4c8-848e14764f93 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jan 10 17:30:36.334550 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588982e4-adaa-4182-b364-7f1d12de2eb6 req-f1d20d5a-bb57-4462-bbd5-e4dbb39c7ca6 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:36.336042 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-588982e4-adaa-4182-b364-7f1d12de2eb6 req-f1d20d5a-bb57-4462-bbd5-e4dbb39c7ca6 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 945 time: 0.0481226 Jan 10 17:30:36.381490 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-588982e4-adaa-4182-b364-7f1d12de2eb6 req-14897d4f-ceef-4d0b-ad9f-85c783ee6137 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Jan 10 17:30:36.444668 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a94bf457-10ec-452f-a738-0d93c9293c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:37.239366 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:37.497333 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eceb44-ca8d-4603-8a96-ba190d4ce36e req-316ea69e-72b5-473b-b749-7bba5722aa02 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:30:37.498750 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-77eceb44-ca8d-4603-8a96-ba190d4ce36e req-316ea69e-72b5-473b-b749-7bba5722aa02 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 945 time: 0.0510244 Jan 10 17:30:37.544851 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-77eceb44-ca8d-4603-8a96-ba190d4ce36e req-27186f11-8d27-41a0-807c-543a863b4568 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Jan 10 17:30:38.851759 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:40.459647 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:30:45.460586 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:31:00.509688 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066725-9f04-46b0-8f16-91f8f0dafa07 req-c801f4d8-a6fa-4643-8a69-560f11f20b31 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:00.511205 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86066725-9f04-46b0-8f16-91f8f0dafa07 req-c801f4d8-a6fa-4643-8a69-560f11f20b31 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 945 time: 0.0484016 Jan 10 17:31:00.558021 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-86066725-9f04-46b0-8f16-91f8f0dafa07 req-347edaee-ae2b-440f-af1e-56481eb05058 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Jan 10 17:31:01.680917 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea20d05-34d7-4f45-ba24-2249e80254fa req-6b67a335-6afd-4a84-8bc1-2f665fbf3091 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:01.682450 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ea20d05-34d7-4f45-ba24-2249e80254fa req-6b67a335-6afd-4a84-8bc1-2f665fbf3091 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 945 time: 0.0564315 Jan 10 17:31:01.728103 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3ea20d05-34d7-4f45-ba24-2249e80254fa req-4143d82e-95a9-4d67-97e5-98e397d4cf11 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jan 10 17:31:02.523879 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-90448c75-194e-493f-9d70-d78968c1e31e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:02.525351 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-90448c75-194e-493f-9d70-d78968c1e31e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 945 time: 0.0485764 Jan 10 17:31:02.611016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Deleting port adc8a447-8568-445c-94ea-20499ddb92d4 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:31:02.611354 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:02.698052 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] For port adc8a447-8568-445c-94ea-20499ddb92d4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=adc8a447-8568-445c-94ea-20499ddb92d4,segment=NetworkSegment(4bed878e-e7a8-45fd-9821-be7c75a30945),segment_id=4bed878e-e7a8-45fd-9821-be7c75a30945)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:31:02.698755 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:02.711228 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Calling delete_port for adc8a447-8568-445c-94ea-20499ddb92d4 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:31:02.858611 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (adc8a447-8568-445c-94ea-20499ddb92d4), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:02.871071 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['adc8a447-8568-445c-94ea-20499ddb92d4'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:31:02.892519 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Pushing event deleted for resources: {'Port': ['ID=adc8a447-8568-445c-94ea-20499ddb92d4,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:31:02.901310 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc83b26-a000-4597-b040-a48a03bf58d0 req-c5c976c8-28ad-4f62-b30f-d5b2bc6ae1c4 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:02.902810 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cbc83b26-a000-4597-b040-a48a03bf58d0 req-c5c976c8-28ad-4f62-b30f-d5b2bc6ae1c4 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b61ea35-7253-4b19-b29b-9a1f2ab821ce HTTP/1.1" status: 200 len: 867 time: 0.0929682 Jan 10 17:31:02.953753 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] No DVR routers for this DVR port adc8a447-8568-445c-94ea-20499ddb92d4 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:31:02.958169 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:02.961404 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8b5f0c5c-98b4-4a29-ba92-97ffb7b15c40 req-1abff14d-9579-42d4-b9a7-5f69cf7a553e tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.24 "DELETE /v2.0/ports/adc8a447-8568-445c-94ea-20499ddb92d4 HTTP/1.1" status: 204 len: 173 time: 0.4303238 Jan 10 17:31:02.961835 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'name': 'network-vif-deleted', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:31:02.964109 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8701b10-fc11-464d-a367-5335dbdc2c04" -d '{"events": [{"server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "name": "network-vif-deleted", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:31:02.991190 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cbc83b26-a000-4597-b040-a48a03bf58d0 req-9fe9e6ca-e47e-4829-95ed-00534ae4c6a2 tempest-VolumesSnapshotTestJSON-386982428 tempest-VolumesSnapshotTestJSON-386982428-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822706 Jan 10 17:31:03.000621 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54058ec9-2a0c-49f7-8ae2-b4f6f817b404 x-openstack-request-id: req-54058ec9-2a0c-49f7-8ae2-b4f6f817b404 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:31:03.000979 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b61ea35-7253-4b19-b29b-9a1f2ab821ce", "name": "network-vif-deleted", "tag": "adc8a447-8568-445c-94ea-20499ddb92d4", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:31:03.001247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54058ec9-2a0c-49f7-8ae2-b4f6f817b404 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:31:03.001715 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b61ea35-7253-4b19-b29b-9a1f2ab821ce', 'name': 'network-vif-deleted', 'tag': 'adc8a447-8568-445c-94ea-20499ddb92d4', 'status': 'completed', 'code': 200} Jan 10 17:31:03.984269 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-57ebcc80-b288-4551-9aff-91badf72d4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:04.635683 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:06.447949 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a13f08ce-221f-4cfd-b5a9-493846912784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:07.241142 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:08.853871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:09.232246 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device adc8a447-8568-445c-94ea-20499ddb92d4 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:31:09.252199 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: adc8a447-8568-445c-94ea-20499ddb92d4 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:31:09.252543 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device adc8a447-8568-445c-94ea-20499ddb92d4 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:31:10.461992 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:19.733916 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-cfc7316f-6881-4a21-8bd6-f9cb94cfce41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441005 Jan 10 17:31:19.820589 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-1b65d945-8287-42eb-aacd-681bac478e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:19.822091 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-1b65d945-8287-42eb-aacd-681bac478e0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0427189 Jan 10 17:31:19.926804 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-619d8173-a320-4ae5-8f3a-5c2fcc3d41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:19.928271 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-619d8173-a320-4ae5-8f3a-5c2fcc3d41b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0885406 Jan 10 17:31:19.995742 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-fbd6b882-4e50-41bc-bb66-9be082b35cdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1002 time: 0.0606771 Jan 10 17:31:20.047523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-87870763-36b5-481e-bdc8-4593e6fcb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:20.048872 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-87870763-36b5-481e-bdc8-4593e6fcb139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0464003 Jan 10 17:31:20.092110 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-2014ee98-fb6b-4e57-be6a-477e8abb544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:31:20.093543 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-2014ee98-fb6b-4e57-be6a-477e8abb544e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385435 Jan 10 17:31:20.179415 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-6a4eb091-11af-43bb-bc7b-0f69de14c832 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788252 Jan 10 17:31:20.269410 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c1915761-42da-461e-9dd8-aaac9a9f046a req-15c5caea-93e8-4e8d-8344-8b69075aa44a service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831184 Jan 10 17:31:22.461752 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:31:28.949422 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 46286) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:31:28.992115 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Deleting subnet e502a2ef-36c8-4976-97c9-de4e79da64ff {{(pid=102728) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:31:28.995058 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Publish callbacks [] for subnet (e502a2ef-36c8-4976-97c9-de4e79da64ff), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.027609 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9616708'] for subnet (e502a2ef-36c8-4976-97c9-de4e79da64ff), precommit_delete_associations {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.065081 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (e502a2ef-36c8-4976-97c9-de4e79da64ff), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.118007 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8613288'] for subnet (e502a2ef-36c8-4976-97c9-de4e79da64ff), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.143518 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e502a2ef-36c8-4976-97c9-de4e79da64ff,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:31:29.146414 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.149508 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e502a2ef-36c8-4976-97c9-de4e79da64ff HTTP/1.1" status: 204 len: 168 time: 0.1990893 Jan 10 17:31:29.152096 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46288) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:31:29.155684 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.156038 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.156386 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.156728 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.157066 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.157428 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.157759 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.158090 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.158440 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.158780 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.159096 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.159417 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.159737 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4a7e38-8c0e-4134-a04e-6f55639b86e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.220939 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (122cc336-639e-45b1-8d70-27176006620a), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.515853 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (122cc336-639e-45b1-8d70-27176006620a), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.535477 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122cc336-639e-45b1-8d70-27176006620a']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:31:29.544442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bed878e-e7a8-45fd-9821-be7c75a30945') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:31:29.544740 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bed878e-e7a8-45fd-9821-be7c75a30945') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:31:29.554016 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (4bed878e-e7a8-45fd-9821-be7c75a30945), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.566434 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (4bed878e-e7a8-45fd-9821-be7c75a30945), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.572595 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:31:29.572973 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (4bed878e-e7a8-45fd-9821-be7c75a30945), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: warnings.warn(msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:31:29.574588 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:31:29.627212 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (122cc336-639e-45b1-8d70-27176006620a), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.632996 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.636220 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] 10.222.0.10 "DELETE /v2.0/networks/122cc336-639e-45b1-8d70-27176006620a HTTP/1.1" status: 204 len: 168 time: 0.4831376 Jan 10 17:31:29.646234 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Pushing event deleted for resources: {'Network': ['ID=122cc336-639e-45b1-8d70-27176006620a,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:31:29.653458 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.653816 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.654163 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.654523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.654860 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.655206 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.655523 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.655855 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.656183 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.656515 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.656842 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.657166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.657488 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5708ca-fe4d-4a5c-9a78-b8c5d0988efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:31:29.823412 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46292) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:31:29.861764 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-73ed38d8-a780-4228-b4a5-cc1a503e2d03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e552354b2101474aae51d265c50eceed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372043 Jan 10 17:31:29.864166 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46294) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:31:29.909363 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] Publish callbacks [] for security_group (dc74724c-9c10-42e1-8f9e-63b4f15cbb8e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.929300 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] Publish callbacks [] for security_group (dc74724c-9c10-42e1-8f9e-63b4f15cbb8e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.977950 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (dc74724c-9c10-42e1-8f9e-63b4f15cbb8e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.980530 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:29.981654 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc74724c-9c10-42e1-8f9e-63b4f15cbb8e HTTP/1.1" status: 204 len: 168 time: 0.1166177 Jan 10 17:31:29.989621 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babdae0-20ec-4134-8b85-b1e52562a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74724c-9c10-42e1-8f9e-63b4f15cbb8e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:31:33.986075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0ca3ab6b-5ba9-4557-b82a-a2cdb4c03ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:34.638674 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:36.449158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1d796fe-7374-461c-b986-06e9d737623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:37.244975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:38.856703 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:40.463233 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:31:59.460670 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:32:03.987455 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-ff6d00ca-e01f-47aa-9a73-92e2d3b29a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:04.646394 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:06.450246 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-45151d90-7771-425c-8417-668c49ad98ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:07.247365 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:08.860313 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:10.465115 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:20.479589 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-a81c5bbd-3b3d-4d2e-b59d-40ffe3a65710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379388 Jan 10 17:32:20.559149 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-0672e3a1-9b3f-4017-b26f-210115a8ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:32:20.560613 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-0672e3a1-9b3f-4017-b26f-210115a8ce72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0398595 Jan 10 17:32:20.660188 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-64787194-e2a8-43e4-a59b-af2346271f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:32:20.661627 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-64787194-e2a8-43e4-a59b-af2346271f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0829499 Jan 10 17:32:20.728919 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-e12d7439-890c-4287-8ad6-641d40f1113d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1002 time: 0.0601115 Jan 10 17:32:20.778812 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-f1b76ae3-ab5e-43c0-aaf1-e11b27909223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:32:20.780250 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-f1b76ae3-ab5e-43c0-aaf1-e11b27909223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0447464 Jan 10 17:32:20.826932 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-3146560e-f857-4eac-89d5-c9edd35241f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:32:20.828391 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-3146560e-f857-4eac-89d5-c9edd35241f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419285 Jan 10 17:32:20.914020 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-4acddd41-edc6-4717-8559-02a6a350d535 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787945 Jan 10 17:32:21.002809 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-61a4082f-9d9b-4a50-9d1d-81e9a1c79664 req-ad964d1a-082c-474f-9a66-3f31ed086999 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802982 Jan 10 17:32:26.061186 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [req-0316117e-6151-4ff6-93a3-5aea8a90658a req-03f2e337-56ec-4f97-bbfa-1485ba14d966 service neutron] (102728) timed out ('10.222.0.24', 58772) {{(pid=102728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 17:32:33.988979 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-456acc2f-e2c0-4726-8e9d-20e691554c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:34.653219 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:36.451134 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4016-3a7c-41bd-83a8-82d245d5142a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:36.459832 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:32:37.250934 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:38.863685 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:40.467030 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:32:46.419486 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [req-41ab2d84-fb32-472e-a0f0-db932027a319 req-3b880e48-ad5d-4456-8a77-5f44713cc5cb service neutron] (102728) timed out ('10.222.0.24', 58778) {{(pid=102728) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 17:33:01.515678 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa61ba-6944-4f33-b50a-75946879b13a req-14412619-f7fc-4aeb-952c-91bc821fe04a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:01.517157 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4eaa61ba-6944-4f33-b50a-75946879b13a req-14412619-f7fc-4aeb-952c-91bc821fe04a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.2612903 Jan 10 17:33:01.566290 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-4eaa61ba-6944-4f33-b50a-75946879b13a req-e9d85dd1-58cc-4afd-82f5-666be29e6a5d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Jan 10 17:33:02.732141 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afec97-cf15-4b7f-9c4e-2bf7c5072b40 req-34b1b78d-561c-4d75-aa78-9d2cc3228051 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:02.733646 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e2afec97-cf15-4b7f-9c4e-2bf7c5072b40 req-34b1b78d-561c-4d75-aa78-9d2cc3228051 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.1006930 Jan 10 17:33:02.785512 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-e2afec97-cf15-4b7f-9c4e-2bf7c5072b40 req-dd79bd20-2eb4-4d11-bee3-45a63173ec4e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463598 Jan 10 17:33:03.898834 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645cf14-9f2d-46f8-8243-47ce7c45d912 req-acd05749-d133-40df-91f0-194660925b0f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:03.900269 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d645cf14-9f2d-46f8-8243-47ce7c45d912 req-acd05749-d133-40df-91f0-194660925b0f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0471237 Jan 10 17:33:03.947685 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d645cf14-9f2d-46f8-8243-47ce7c45d912 req-f8dd6d98-86fe-4aa3-bdcb-361809933372 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417879 Jan 10 17:33:03.990309 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e78b41dd-b7aa-4e57-a368-0f5c084e389c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:04.668116 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:05.058814 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fa5d7-4c27-49df-a641-b279892def21 req-7415bdeb-8157-448d-b781-d53829122e46 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:05.060276 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-556fa5d7-4c27-49df-a641-b279892def21 req-7415bdeb-8157-448d-b781-d53829122e46 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0480959 Jan 10 17:33:05.107357 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-556fa5d7-4c27-49df-a641-b279892def21 req-28d6c046-96ab-44a6-ac6e-7c8a229afb49 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Jan 10 17:33:06.223311 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac455-d164-4e0c-8a46-8603b6dd724b req-2b2e62f0-9b9f-49e3-962d-83a13bfaa83d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:06.224802 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb8ac455-d164-4e0c-8a46-8603b6dd724b req-2b2e62f0-9b9f-49e3-962d-83a13bfaa83d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0517120 Jan 10 17:33:06.272177 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-eb8ac455-d164-4e0c-8a46-8603b6dd724b req-075d16fa-7fcd-4136-8fd4-2904385c4b7a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Jan 10 17:33:06.452090 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0775458c-eba9-465c-858d-196b41f8dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:07.254840 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:07.383832 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1866d-6d75-4905-9008-3b7d668dd95d req-a6a2a2c8-e6da-419c-9ac4-c6a4acd5b64a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:07.385287 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1b1866d-6d75-4905-9008-3b7d668dd95d req-a6a2a2c8-e6da-419c-9ac4-c6a4acd5b64a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0473609 Jan 10 17:33:07.432571 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b1b1866d-6d75-4905-9008-3b7d668dd95d req-2b0afbd6-1704-4c47-9731-16f7a5ef2c02 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Jan 10 17:33:08.543939 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7a097-456d-4040-9158-47a5adb70894 req-bd21fb3b-7336-4c8d-b7ab-65c02048c127 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:08.545441 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8f7a097-456d-4040-9158-47a5adb70894 req-bd21fb3b-7336-4c8d-b7ab-65c02048c127 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0489390 Jan 10 17:33:08.595762 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-b8f7a097-456d-4040-9158-47a5adb70894 req-a1af3d9c-6a0b-4c97-9251-83658c9d5206 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448239 Jan 10 17:33:08.866203 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:09.706247 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc808bd7-0448-4bc6-9e73-c97fa94de98f req-895daaef-044f-4bb0-bf04-09b1f599ee2d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:09.707752 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cc808bd7-0448-4bc6-9e73-c97fa94de98f req-895daaef-044f-4bb0-bf04-09b1f599ee2d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0477073 Jan 10 17:33:09.755525 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-cc808bd7-0448-4bc6-9e73-c97fa94de98f req-937f0ecb-c5cb-44db-a4bc-f82c66a55fd3 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Jan 10 17:33:10.468600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:10.869255 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9636-b414-4bcb-9387-f0bb3ae83ae6 req-3ded5251-10f0-426c-b88a-a529c274f84b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:10.870766 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82fe9636-b414-4bcb-9387-f0bb3ae83ae6 req-3ded5251-10f0-426c-b88a-a529c274f84b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0483906 Jan 10 17:33:10.917328 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-82fe9636-b414-4bcb-9387-f0bb3ae83ae6 req-38dc337b-fe59-47fd-8bc6-81ed28c5b443 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411563 Jan 10 17:33:11.441260 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-b6c9298c-375a-49ee-bbae-6df76fe7e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:11.442741 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-b6c9298c-375a-49ee-bbae-6df76fe7e907 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0425127 Jan 10 17:33:11.531309 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-f593a37a-1288-4ac6-9d6f-0d08b70df058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:11.532757 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-f593a37a-1288-4ac6-9d6f-0d08b70df058 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0836427 Jan 10 17:33:11.601373 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-b9c21473-821e-4f8a-a5ae-cec470bfc85d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1002 time: 0.0626123 Jan 10 17:33:11.647327 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-23317895-4c3d-46e8-a039-4cbf2feb41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:11.649338 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-23317895-4c3d-46e8-a039-4cbf2feb41f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0415893 Jan 10 17:33:11.691258 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-4c326e3f-99e5-4a3a-8825-7310f38479ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:11.692761 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-4c326e3f-99e5-4a3a-8825-7310f38479ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384219 Jan 10 17:33:11.782445 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-b7f35a5f-5cb4-455d-a251-50df246dcf2c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835645 Jan 10 17:33:11.866332 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-43d5af4b-1cf1-4c82-90b8-dff1f3471f6b req-561d1f34-3c65-4405-a5fc-56993e05409c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783663 Jan 10 17:33:12.036010 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524cccb-b7dd-4258-ad5f-a21c53222717 req-335c7dd4-8b8b-4058-9bf5-36b4c9e299f8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:12.037450 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a524cccb-b7dd-4258-ad5f-a21c53222717 req-335c7dd4-8b8b-4058-9bf5-36b4c9e299f8 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0531888 Jan 10 17:33:12.086128 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a524cccb-b7dd-4258-ad5f-a21c53222717 req-aee8774e-038d-4932-9f50-9170b1a57afb tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425725 Jan 10 17:33:13.197509 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721e493-367e-4e7c-9a28-a9851274b35f req-f3474c46-3c75-46e9-a9ac-98ca4312ce9b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:13.199006 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7721e493-367e-4e7c-9a28-a9851274b35f req-f3474c46-3c75-46e9-a9ac-98ca4312ce9b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0482090 Jan 10 17:33:13.245583 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7721e493-367e-4e7c-9a28-a9851274b35f req-53a07991-c811-4f8e-9896-a736de502200 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411403 Jan 10 17:33:13.458558 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:33:14.357816 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720c874-ae1d-4427-8930-3744a75e790b req-35e82028-2001-4212-bcf5-79561878b2ec tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:14.359351 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c720c874-ae1d-4427-8930-3744a75e790b req-35e82028-2001-4212-bcf5-79561878b2ec tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0482914 Jan 10 17:33:14.408861 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-c720c874-ae1d-4427-8930-3744a75e790b req-c3f103e3-22f3-4cf9-8086-82ee13cfaa6b tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Jan 10 17:33:14.473984 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-0abb7cab-bb8f-4cbb-bf39-f8688dad40be req-12f61ce4-96a7-474f-baa6-ddaabe564169 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:33:14.475010 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0abb7cab-bb8f-4cbb-bf39-f8688dad40be req-12f61ce4-96a7-474f-baa6-ddaabe564169 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052783 Jan 10 17:33:14.650538 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839dfc7-e2a9-4266-8101-caf1fcc23d11 req-1532bcf0-cdba-46dd-8884-92913199ec49 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:14.651996 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f839dfc7-e2a9-4266-8101-caf1fcc23d11 req-1532bcf0-cdba-46dd-8884-92913199ec49 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0778883 Jan 10 17:33:14.654877 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-8f511b70-8547-4011-b846-3394c84af56c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020820 Jan 10 17:33:14.668304 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-78ffa052-ff80-41a7-8ddf-71aadf11bd29 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:33:14.669235 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-78ffa052-ff80-41a7-8ddf-71aadf11bd29 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059283 Jan 10 17:33:14.706808 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-f839dfc7-e2a9-4266-8101-caf1fcc23d11 req-548dda92-56d9-47fc-8516-ef0580ad0d76 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489371 Jan 10 17:33:15.838724 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-0c35f1a0-d9e9-43c6-b36e-553d0758fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:15.840266 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-0c35f1a0-d9e9-43c6-b36e-553d0758fce2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b&tenant_id=7dabd4d420ff4425b7875948b3597c8f HTTP/1.1" status: 200 len: 1099 time: 0.1138630 Jan 10 17:33:15.848024 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40487afb-f291-4e92-a5cb-4a39b4f77b5f req-f49a6d2a-7be2-44b3-b83b-41a6953a6055 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:15.849434 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-40487afb-f291-4e92-a5cb-4a39b4f77b5f req-f49a6d2a-7be2-44b3-b83b-41a6953a6055 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0725272 Jan 10 17:33:15.921393 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-40487afb-f291-4e92-a5cb-4a39b4f77b5f req-ef5f98bc-651e-477b-bbe5-680a72b57a36 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656900 Jan 10 17:33:15.930840 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-6bcbd612-2ce6-4c07-9be3-44d3edbcef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:15.932673 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-6bcbd612-2ce6-4c07-9be3-44d3edbcef54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0697320 Jan 10 17:33:16.024766 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-2fa8a38c-0ef6-49e3-a972-753daf23a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:16.026212 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-2fa8a38c-0ef6-49e3-a972-753daf23a27e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0876851 Jan 10 17:33:16.086693 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-6e870285-33ea-4dfa-9647-27d232a9d38b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1002 time: 0.0546138 Jan 10 17:33:16.135459 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-f132c15b-9ec2-48d5-a4d0-2f10d750baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:16.136747 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-f132c15b-9ec2-48d5-a4d0-2f10d750baff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0443542 Jan 10 17:33:16.179081 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-f1d0b8b9-4d7d-414e-94da-dc68772518e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:16.181037 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-f1d0b8b9-4d7d-414e-94da-dc68772518e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381050 Jan 10 17:33:16.265604 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-69aaacb2-63c8-4a03-89cd-30b500bbbd19 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779591 Jan 10 17:33:16.353345 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-16a98a08-083e-4171-a2a8-1ebdefe42296 req-7aa0267d-6a9c-4d61-a760-aae9f6619e38 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819385 Jan 10 17:33:17.033053 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35c62e-8bab-45bd-aa96-c7f89f97197a req-8abc30e0-6c9a-4d8f-aa26-7cd1ff67a642 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:17.034509 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f35c62e-8bab-45bd-aa96-c7f89f97197a req-8abc30e0-6c9a-4d8f-aa26-7cd1ff67a642 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0485432 Jan 10 17:33:17.081228 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-8f35c62e-8bab-45bd-aa96-c7f89f97197a req-22756b88-c6eb-43af-9076-91d8993b50c4 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Jan 10 17:33:18.114960 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:33:18.191419 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 is: ACTIVE; New status is: DOWN {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:33:18.191827 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:18.196924 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b1dc7-98e0-44d7-b867-8eba8a6664fc req-ff98bcd2-a5b4-4957-a953-cc5c88fbc00e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:18.198430 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-116b1dc7-98e0-44d7-b867-8eba8a6664fc req-ff98bcd2-a5b4-4957-a953-cc5c88fbc00e tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0526037 Jan 10 17:33:18.214592 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:33:18.216795 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48082f41-b0eb-4f4f-bb61-5166c2934b64" -d '{"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-unplugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:33:18.228539 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:33:18.233189 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:18.252598 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-116b1dc7-98e0-44d7-b867-8eba8a6664fc req-2382e090-b4c1-4d75-8d25-ca47ddb0a353 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475142 Jan 10 17:33:18.257454 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c280f8-ca51-464b-961b-e150f235f8bc x-openstack-request-id: req-69c280f8-ca51-464b-961b-e150f235f8bc {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:33:18.257743 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-unplugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:33:18.258002 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69c280f8-ca51-464b-961b-e150f235f8bc {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:33:18.258933 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'code': 200} Jan 10 17:33:18.282472 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=6']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:33:18.289350 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.289741 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.290085 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.290447 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.290781 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.291110 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.291437 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.291761 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.292083 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.292409 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.292730 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.293050 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:18.293368 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:33:19.365021 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b893495-47be-4ec1-871c-73b56ef8b534 req-a1232ae3-eab0-4d35-852a-70686c4c9a96 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:19.366493 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7b893495-47be-4ec1-871c-73b56ef8b534 req-a1232ae3-eab0-4d35-852a-70686c4c9a96 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0476663 Jan 10 17:33:19.413143 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-7b893495-47be-4ec1-871c-73b56ef8b534 req-96098dab-6c97-4404-b995-1d4dd6c8560a tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 Jan 10 17:33:20.524007 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdda1-245a-4e0d-ab65-6296f23fc7c9 req-56fd838a-547e-4e74-acca-20bd64d44b42 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:20.526144 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fdfdda1-245a-4e0d-ab65-6296f23fc7c9 req-56fd838a-547e-4e74-acca-20bd64d44b42 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0480008 Jan 10 17:33:20.576777 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3fdfdda1-245a-4e0d-ab65-6296f23fc7c9 req-00a51c30-29a2-4a9d-a9c8-46a4f7fb8873 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448945 Jan 10 17:33:21.687219 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85678782-2504-4dfc-80ce-0b310b633be5 req-fa31eb42-50ae-4182-974c-361b2c3226d7 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:21.688666 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-85678782-2504-4dfc-80ce-0b310b633be5 req-fa31eb42-50ae-4182-974c-361b2c3226d7 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0478151 Jan 10 17:33:21.735338 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-85678782-2504-4dfc-80ce-0b310b633be5 req-d16d7191-0436-4bf2-897c-98894ac2dcd2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Jan 10 17:33:22.501577 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-78aea47e-6674-4ed8-9307-f435df07989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:22.503103 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-78aea47e-6674-4ed8-9307-f435df07989c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1097 time: 0.0393422 Jan 10 17:33:22.605718 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-e4599b01-4626-40f3-9cdf-548a6a17ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:22.607202 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-e4599b01-4626-40f3-9cdf-548a6a17ea03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0858078 Jan 10 17:33:22.669411 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-c20d44f9-f106-45f3-8261-a9ed5f12d16a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1000 time: 0.0551903 Jan 10 17:33:22.720128 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-f58341ed-f7d1-493f-86ce-cf5fe5e8bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:22.721503 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-f58341ed-f7d1-493f-86ce-cf5fe5e8bfa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0448399 Jan 10 17:33:22.764704 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-31e83e59-1fa6-4aca-9008-5ffae316c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:22.766165 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-31e83e59-1fa6-4aca-9008-5ffae316c2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391355 Jan 10 17:33:22.893055 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab757ac-28da-44dd-8f0d-487e6442fa34 req-d1fb83cc-6d94-428e-9a52-b3a7ffa7ca61 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:22.894520 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ab757ac-28da-44dd-8f0d-487e6442fa34 req-d1fb83cc-6d94-428e-9a52-b3a7ffa7ca61 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0930290 Jan 10 17:33:22.896620 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-c262ea6f-8f23-4f9b-9b9a-6e5cdce4b06d service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236169 Jan 10 17:33:22.995909 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-0ab757ac-28da-44dd-8f0d-487e6442fa34 req-730e76cd-e141-4559-9e35-60056823eb8f tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954387 Jan 10 17:33:23.016024 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-d1cac719-bd5c-4b31-b560-89a94a59389e req-91874a47-c175-42a6-859d-d6d3ad41f850 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098061 Jan 10 17:33:23.347427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d46d3c-5d6b-477d-8035-1e73fd34bfd4 req-12804055-9491-4095-906c-fa9f384f2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:23.348881 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44d46d3c-5d6b-477d-8035-1e73fd34bfd4 req-12804055-9491-4095-906c-fa9f384f2d4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1097 time: 0.0399141 Jan 10 17:33:23.392674 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-44d46d3c-5d6b-477d-8035-1e73fd34bfd4 req-b799585b-0b6a-45aa-b23b-b111057c281f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Jan 10 17:33:24.111291 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6cf14-c47f-4a2d-9d94-93815d5f58a0 req-b5222835-df4b-456f-a4be-deaa3c0b3126 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:24.112722 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bc6cf14-c47f-4a2d-9d94-93815d5f58a0 req-b5222835-df4b-456f-a4be-deaa3c0b3126 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0464344 Jan 10 17:33:24.158643 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-5bc6cf14-c47f-4a2d-9d94-93815d5f58a0 req-de65ca66-5db0-4a23-9261-89dd797b0cb6 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Jan 10 17:33:25.275630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5fbc2-fe15-4313-8825-02dca59c95b1 req-d6e8577e-28f6-475a-9ab2-caf1292515c9 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:33:25.277082 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-99a5fbc2-fe15-4313-8825-02dca59c95b1 req-d6e8577e-28f6-475a-9ab2-caf1292515c9 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 944 time: 0.0514684 Jan 10 17:33:25.324503 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-99a5fbc2-fe15-4313-8825-02dca59c95b1 req-1a2f4ec5-7885-4e29-805f-d74a24b6642d tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Jan 10 17:33:26.170856 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=102730) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:33:26.261678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:33:26.272400 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Returning: {'device': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'port_id': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'mac_address': 'fa:16:3e:6e:bd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102730) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:33:26.311147 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 is: DOWN; New status is: BUILD {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:33:26.311532 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:26.323919 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d4a2da-c602-4b1b-ba2b-8abcf1455798 {{(pid=102730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:33:26.342660 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:33:26.346398 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:26.389680 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=7']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:33:26.711345 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] get_ports_and_sgs() called for port_ids ['60d4a2da-c602-4b1b-ba2b-8abcf1455798'] {{(pid=102730) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:33:28.193158 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 up at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:33:28.239306 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.provisioning_blocks [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Provisioning complete for port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 triggered by entity L2. {{(pid=102730) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:33:28.239678 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2057701'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), provisioning_complete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:28.316327 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Current status of the port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 is: BUILD; New status is: ACTIVE {{(pid=102730) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:33:28.316771 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1670704'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:28.338669 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:33:28.340867 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb29043d3cc6f4cce153e8c2dd48c24fb1a7596f332d2f7dc306ca13e0e0ae7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e14cd-4f96-4f27-8fc9-e418a85503fa" -d '{"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-plugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:33:28.352348 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:33:28.356358 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794359471234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794358968872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794358968890'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:28.380794 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f53f53-2f54-4416-90ad-2c77c5d46e9b x-openstack-request-id: req-90f53f53-2f54-4416-90ad-2c77c5d46e9b {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:33:28.381083 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-plugged", "status": "completed", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "code": 200}]} {{(pid=102730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:33:28.381360 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90f53f53-2f54-4416-90ad-2c77c5d46e9b {{(pid=102730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:33:28.381750 dv-cinder-787632-2-iscsi neutron-server[102730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'code': 200} Jan 10 17:33:28.404721 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Pushing event updated for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=8']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:33:33.991408 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9cb3251c-a347-4bc2-8055-1c7b6828ea7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:34.654268 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:36.452895 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-119b2743-0a59-4b3b-9c14-f14f7f7451f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:37.254783 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:38.869414 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:40.469805 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:33:50.456755 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:34:03.993966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-16080e40-12f0-42d0-81aa-4a4a25764207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:04.667140 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:06.453704 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-0f811345-90b1-41a0-aec8-a87c51a2c165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:07.258100 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:08.872913 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:10.471443 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:23.432020 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-6781660e-5e0b-4da6-9f27-7e11d7116da1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383928 Jan 10 17:34:23.509384 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c914f-764e-4d9b-a776-d627ca0d34af req-85452e4c-0ed9-4c12-ac4f-88d5f61c2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:23.510862 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-85452e4c-0ed9-4c12-ac4f-88d5f61c2bb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0395937 Jan 10 17:34:23.611244 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c914f-764e-4d9b-a776-d627ca0d34af req-c4cf5926-9545-41d8-a064-2f0c0f351303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:23.612662 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-c4cf5926-9545-41d8-a064-2f0c0f351303 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.0842855 Jan 10 17:34:23.673156 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-8361ed2e-525e-406f-a7d5-d54a3e4b8f4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 1002 time: 0.0546856 Jan 10 17:34:23.720839 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c914f-764e-4d9b-a776-d627ca0d34af req-e8696520-f6ae-4320-874e-7a8f821d65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:23.722140 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-e8696520-f6ae-4320-874e-7a8f821d65be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0438752 Jan 10 17:34:23.763693 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c914f-764e-4d9b-a776-d627ca0d34af req-4391dd05-d2e0-4a27-ada7-f85ac9c0db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:23.765087 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-4391dd05-d2e0-4a27-ada7-f85ac9c0db81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375814 Jan 10 17:34:23.849557 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-515ef914-292e-4c07-8de1-22ae3863cc1a service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785077 Jan 10 17:34:23.935040 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-954c914f-764e-4d9b-a776-d627ca0d34af req-21e83384-c156-43b2-b860-ee22636bfa09 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801044 Jan 10 17:34:27.455271 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:34:33.996003 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8eba2bfe-9045-4cdf-bb7e-afa5e13d16f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:34.652896 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:36.454762 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2b45f683-7e9a-4de4-9f4a-5dbe552270cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:37.261768 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:38.877708 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:40.473851 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:54.713582 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46412) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:34:54.951547 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Deleting port 956c572a-5975-4806-8867-fd12e5b6700f {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:34:54.951891 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (956c572a-5975-4806-8867-fd12e5b6700f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.026258 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (956c572a-5975-4806-8867-fd12e5b6700f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.026587 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for floatingip (956c572a-5975-4806-8867-fd12e5b6700f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.038072 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Calling delete_port for 956c572a-5975-4806-8867-fd12e5b6700f owned by network:floatingip {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:34:55.177070 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (956c572a-5975-4806-8867-fd12e5b6700f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.423772 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event deleted for resources: {'Port': ['ID=956c572a-5975-4806-8867-fd12e5b6700f,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:34:55.446439 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.446722 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.447069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.447413 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.447748 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.448080 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.448412 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.448741 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.449069 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.449398 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.449753 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.450080 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.450427 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:34:55.489489 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for floatingip (f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.489822 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.db.l3_db [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Floating IP f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce disassociated (deleted). External IP: 172.27.1.212, port: 60d4a2da-c602-4b1b-ba2b-8abcf1455798. Jan 10 17:34:55.689367 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Router 492438c8-a216-47bf-9fbe-d97eda1bfe31 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:34:55.792008 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:34:55.797331 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for floatingip (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:55.801847 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Sync routers for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:34:55.811454 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:34:55.812075 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:34:55.822731 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-3f26b428-1e24-44b3-9376-a34290788c04 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "DELETE /v2.0/floatingips/f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce HTTP/1.1" status: 204 len: 168 time: 1.1079283 Jan 10 17:34:55.823320 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:34:55.825599 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080848a-68a4-492c-826f-65a043104c26" -d '{"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:34:55.921144 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:34:55.926159 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b76cd2-948b-47c5-a08d-feb9d86f4ab2 x-openstack-request-id: req-b7b76cd2-948b-47c5-a08d-feb9d86f4ab2 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:34:55.926687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:34:55.926943 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7b76cd2-948b-47c5-a08d-feb9d86f4ab2 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:34:55.927343 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'status': 'completed', 'code': 200} Jan 10 17:34:55.991931 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080848a-68a4-492c-826f-65a043104c26 req-09afe8fe-38f7-448a-9d7d-da4d069a12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:55.994173 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-09afe8fe-38f7-448a-9d7d-da4d069a12aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7dabd4d420ff4425b7875948b3597c8f&device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 1099 time: 0.0459573 Jan 10 17:34:56.110192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949e67-15de-47ed-b3a6-7827e2ae4f5f req-62157864-6831-4ee7-9f3d-9a88b51d3cc2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:56.111670 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-21949e67-15de-47ed-b3a6-7827e2ae4f5f req-62157864-6831-4ee7-9f3d-9a88b51d3cc2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0933754 Jan 10 17:34:56.120487 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:34:56.129698 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080848a-68a4-492c-826f-65a043104c26 req-aa5e42a5-14e0-4b91-8bac-96f15ce47701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:56.131110 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-aa5e42a5-14e0-4b91-8bac-96f15ce47701 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 200 len: 910 time: 0.1306162 Jan 10 17:34:56.146143 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Checking router: 492438c8-a216-47bf-9fbe-d97eda1bfe31 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:34:56.155201 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:34:56.155803 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:34:56.183867 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-a9037670-5c56-430f-8999-0829338f0cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 200 len: 217 time: 0.0436471 Jan 10 17:34:56.228478 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-21949e67-15de-47ed-b3a6-7827e2ae4f5f req-dc5f3bde-9f10-4aae-a918-1e1fca3f641c tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084011 Jan 10 17:34:56.247384 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080848a-68a4-492c-826f-65a043104c26 req-eb2902ab-e6f0-4538-abf0-966abf7047fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:56.248829 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-eb2902ab-e6f0-4538-abf0-966abf7047fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 200 len: 848 time: 0.0588613 Jan 10 17:34:56.257102 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:34:56.293836 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080848a-68a4-492c-826f-65a043104c26 req-22ae1422-db2f-477c-9d84-7e78b3b639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:56.295350 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-22ae1422-db2f-477c-9d84-7e78b3b639ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9f765-83d9-4bad-afcd-f961dd008153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399158 Jan 10 17:34:56.392150 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-35cd9697-ae8f-4b3d-ae5a-12b49bf34720 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Jan 10 17:34:56.451789 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:34:56.479019 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-3080848a-68a4-492c-826f-65a043104c26 req-b9ba5b89-2d9d-49a0-af8a-37ad670d2301 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806134 Jan 10 17:34:56.480951 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08d2ac-9a6a-4433-ab8f-b85f88afebd1 None None] The sync data for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi is: [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:29:24Z', 'revision_number': 4, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi', '_interfaces': [{'id': '921a1d46-c07a-4893-88b1-404879e0644d', 'name': '', 'network_id': '2ad9f765-83d9-4bad-afcd-f961dd008153', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'mac_address': 'fa:16:3e:9d:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:23Z', 'updated_at': '2022-01-10T17:29:28Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'subnets': [{'id': '8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:34:56.689908 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf358de-08a3-4579-84af-21210a6fc2e6 None None] New status for floating IP f6beb12a-7d7e-4ba0-869d-f5848a2aa0ce: DOWN {{(pid=102731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:34:57.349361 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c739f-3b81-4a59-bcee-012bb9fd19b7 req-91cfbbfd-a517-4142-b1b3-d7ca8a1661f5 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:57.350850 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a70c739f-3b81-4a59-bcee-012bb9fd19b7 req-91cfbbfd-a517-4142-b1b3-d7ca8a1661f5 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0481405 Jan 10 17:34:57.400713 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a70c739f-3b81-4a59-bcee-012bb9fd19b7 req-4cfe347d-87b2-4167-8095-666e56ce30b1 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/security-groups?id=2adb688f-9754-44fa-aea0-e89930bfdf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Jan 10 17:34:57.793192 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-908797a7-1424-42bc-88c6-f817fd649c32 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:34:57.795082 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-908797a7-1424-42bc-88c6-f817fd649c32 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.24 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 946 time: 0.0470507 Jan 10 17:34:57.880714 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Deleting port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:34:57.881056 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:57.967194 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] For port 60d4a2da-c602-4b1b-ba2b-8abcf1455798, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=60d4a2da-c602-4b1b-ba2b-8abcf1455798,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:34:57.967581 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:57.979663 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Calling delete_port for 60d4a2da-c602-4b1b-ba2b-8abcf1455798 owned by compute:nova {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:34:58.102405 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (60d4a2da-c602-4b1b-ba2b-8abcf1455798), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:58.131079 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event deleted for resources: {'Port': ['ID=60d4a2da-c602-4b1b-ba2b-8abcf1455798,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:34:58.169735 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] No DVR routers for this DVR port 60d4a2da-c602-4b1b-ba2b-8abcf1455798 on host hv-cinder-78763 {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:34:58.172435 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59052'] for port (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:58.176039 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-2499300a-a244-4f77-8a03-79a4d80ce191 req-cb27ef54-9374-475a-803c-408bd62fee78 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.24 "DELETE /v2.0/ports/60d4a2da-c602-4b1b-ba2b-8abcf1455798 HTTP/1.1" status: 204 len: 173 time: 0.3760583 Jan 10 17:34:58.176495 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-deleted', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798'}] {{(pid=102729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:34:58.179265 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3914f452c1290c6e1868a6e000071b7c79c2d55a7c3c18823a2d136fa825ffa9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1dd27-06a1-400d-9737-068ce106e9e6" -d '{"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-deleted", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798"}]}' {{(pid=102729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:34:58.217608 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0080e4e-e406-47e7-90c2-c9b2160eb886 x-openstack-request-id: req-e0080e4e-e406-47e7-90c2-c9b2160eb886 {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:34:58.217965 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0249dfb0-9adc-4bcb-8bbc-30433c30a33b", "name": "network-vif-deleted", "tag": "60d4a2da-c602-4b1b-ba2b-8abcf1455798", "status": "completed", "code": 200}]} {{(pid=102729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:34:58.218259 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0080e4e-e406-47e7-90c2-c9b2160eb886 {{(pid=102729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:34:58.218678 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0249dfb0-9adc-4bcb-8bbc-30433c30a33b', 'name': 'network-vif-deleted', 'tag': '60d4a2da-c602-4b1b-ba2b-8abcf1455798', 'status': 'completed', 'code': 200} Jan 10 17:34:58.495612 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [req-a847cf12-d4b1-4329-abe1-c9f2655010ed req-79405540-bf20-4745-9e89-a1da04b7be12 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "GET /v2.0/ports?device_id=0249dfb0-9adc-4bcb-8bbc-30433c30a33b HTTP/1.1" status: 200 len: 210 time: 0.0283351 Jan 10 17:34:59.557528 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46442) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:34:59.614910 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (2adb688f-9754-44fa-aea0-e89930bfdf1e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:59.638375 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (2adb688f-9754-44fa-aea0-e89930bfdf1e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:59.694325 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (2adb688f-9754-44fa-aea0-e89930bfdf1e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:59.697235 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:34:59.698413 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] 10.222.0.10 "DELETE /v2.0/security-groups/2adb688f-9754-44fa-aea0-e89930bfdf1e HTTP/1.1" status: 204 len: 168 time: 0.1398599 Jan 10 17:34:59.707709 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2399a-50ea-4336-9e6f-a79ea73a51c2 tempest-TestShelveInstance-1093106450 tempest-TestShelveInstance-1093106450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb688f-9754-44fa-aea0-e89930bfdf1e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:34:59.748138 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46446) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:00.165888 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:00.401396 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Deleting port 921a1d46-c07a-4893-88b1-404879e0644d {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:00.401737 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (921a1d46-c07a-4893-88b1-404879e0644d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:00.479430 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] For port 921a1d46-c07a-4893-88b1-404879e0644d, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=921a1d46-c07a-4893-88b1-404879e0644d,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:00.479716 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (921a1d46-c07a-4893-88b1-404879e0644d), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:00.491631 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Calling delete_port for 921a1d46-c07a-4893-88b1-404879e0644d owned by network:router_interface {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:00.664500 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (921a1d46-c07a-4893-88b1-404879e0644d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:00.691983 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=921a1d46-c07a-4893-88b1-404879e0644d,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:00.852115 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.061042 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Router 492438c8-a216-47bf-9fbe-d97eda1bfe31 has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:35:01.161328 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:35:01.166275 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-2e57b5fd-3e37-4e2f-98f6-b5ffef361b7b admin admin] 10.222.0.10 "PUT /v2.0/routers/492438c8-a216-47bf-9fbe-d97eda1bfe31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4170265 Jan 10 17:35:01.168781 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46450) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:01.171448 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Sync routers for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:35:01.181526 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:35:01.182228 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:01.421550 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: dv-cinder-787632-2-iscsi {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:35:01.495349 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks [] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.594319 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:35:00Z', 'revision_number': 5, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port': {'id': 'c8ad8262-6c39-4501-9972-f929ca0bdc02', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:21Z', 'updated_at': '2022-01-10T17:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:01.595048 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks [] for router_gateway (492438c8-a216-47bf-9fbe-d97eda1bfe31), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.630016 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Checking router: 492438c8-a216-47bf-9fbe-d97eda1bfe31 for host: dv-cinder-787632-2-iscsi {{(pid=102730) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:35:01.638302 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Routers {'492438c8-a216-47bf-9fbe-d97eda1bfe31'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102730) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:35:01.638885 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['492438c8-a216-47bf-9fbe-d97eda1bfe31'], 'active': True} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:01.648078 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Deleting port c8ad8262-6c39-4501-9972-f929ca0bdc02 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:01.648418 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.723600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvr_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] Set router 492438c8-a216-47bf-9fbe-d97eda1bfe31 gateway port host: None {{(pid=102730) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:35:01.727853 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] For port c8ad8262-6c39-4501-9972-f929ca0bdc02, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c8ad8262-6c39-4501-9972-f929ca0bdc02,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:01.728374 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.740268 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Calling delete_port for c8ad8262-6c39-4501-9972-f929ca0bdc02 owned by network:router_gateway {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:01.774484 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_hamode_db [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:35:01Z', 'revision_number': 6, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:01.804804 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b219a2b4-2a85-48c1-b2e4-6b0669219f64 None None] The sync data for ids ['492438c8-a216-47bf-9fbe-d97eda1bfe31'] in dv-cinder-787632-2-iscsi is: [{'id': '492438c8-a216-47bf-9fbe-d97eda1bfe31', 'name': 'tempest-TestShelveInstance-1012509316-router', 'tenant_id': '7dabd4d420ff4425b7875948b3597c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:20Z', 'updated_at': '2022-01-10T17:35:01Z', 'revision_number': 6, 'project_id': '7dabd4d420ff4425b7875948b3597c8f', 'gw_port_host': None}] {{(pid=102730) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:35:01.900910 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (c8ad8262-6c39-4501-9972-f929ca0bdc02), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:01.927289 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ad8262-6c39-4501-9972-f929ca0bdc02,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:01.985756 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.072076 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.074160 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks [] for router_controller (492438c8-a216-47bf-9fbe-d97eda1bfe31), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.120953 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (492438c8-a216-47bf-9fbe-d97eda1bfe31), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.121473 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492438c8-a216-47bf-9fbe-d97eda1bfe31 {{(pid=102729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:35:02.126613 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.127768 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-dffced52-a84b-4e72-b5ba-c6bf07380c49 admin admin] 10.222.0.10 "DELETE /v2.0/routers/492438c8-a216-47bf-9fbe-d97eda1bfe31 HTTP/1.1" status: 204 len: 168 time: 0.9580536 Jan 10 17:35:02.130341 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46452) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:02.175592 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Deleting subnet 8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:35:02.179107 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Publish callbacks [] for subnet (8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.215074 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.295150 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.346017 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.369942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:02.376211 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.380468 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-e93f8077-4b81-418e-845c-878bffefd549 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d196527-ac08-4ebe-a6d4-6d34ed5c4a1d HTTP/1.1" status: 204 len: 168 time: 0.2491977 Jan 10 17:35:02.381663 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02abb433-34e8-4bf5-88cc-e3a659e07e51 None None] Network 2ad9f765-83d9-4bad-afcd-f961dd008153 requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:35:02.383093 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46454) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:02.454351 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (2ad9f765-83d9-4bad-afcd-f961dd008153), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.506967 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Deleting port 27b4622e-9218-4c28-a393-fba057e7b322 {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:02.507299 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (27b4622e-9218-4c28-a393-fba057e7b322), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.564776 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:02.572401 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] For port 27b4622e-9218-4c28-a393-fba057e7b322, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=27b4622e-9218-4c28-a393-fba057e7b322,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:02.572769 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (27b4622e-9218-4c28-a393-fba057e7b322), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.589442 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Calling delete_port for 27b4622e-9218-4c28-a393-fba057e7b322 owned by network:dhcp {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:02.594693 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] DHCP port deletion for 2ad9f765-83d9-4bad-afcd-f961dd008153 request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:35:02.600277 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] No Port match for: 60d4a2da-c602-4b1b-ba2b-8abcf1455798 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:02.600417 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Device 60d4a2da-c602-4b1b-ba2b-8abcf1455798 not bound to the agent host hv-cinder-78763 {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:02.646488 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Deleting port 27b4622e-9218-4c28-a393-fba057e7b322 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:02.646866 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (27b4622e-9218-4c28-a393-fba057e7b322), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.673918 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (27b4622e-9218-4c28-a393-fba057e7b322), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.699621 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=27b4622e-9218-4c28-a393-fba057e7b322,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:02.705758 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] No DVR routers for this DVR port 27b4622e-9218-4c28-a393-fba057e7b322 on host dv-cinder-787632-2-iscsi {{(pid=102729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:35:02.714767 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] For port 27b4622e-9218-4c28-a393-fba057e7b322, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=27b4622e-9218-4c28-a393-fba057e7b322,segment=NetworkSegment(7f0199c0-4196-48b0-85ba-61f4c822335f),segment_id=7f0199c0-4196-48b0-85ba-61f4c822335f)] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:02.715169 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (27b4622e-9218-4c28-a393-fba057e7b322), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.735279 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Calling delete_port for 27b4622e-9218-4c28-a393-fba057e7b322 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:02.780655 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (2ad9f765-83d9-4bad-afcd-f961dd008153), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.802568 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad9f765-83d9-4bad-afcd-f961dd008153']}} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:02.811836 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0199c0-4196-48b0-85ba-61f4c822335f') {'for_net_delete': True} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:02.812133 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.services.segments.db [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0199c0-4196-48b0-85ba-61f4c822335f') {} {{(pid=102729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:02.812853 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (27b4622e-9218-4c28-a393-fba057e7b322), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.821930 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10004960'] for segment (7f0199c0-4196-48b0-85ba-61f4c822335f), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.835803 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (7f0199c0-4196-48b0-85ba-61f4c822335f), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.839438 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Pushing event deleted for resources: {'Port': ['ID=27b4622e-9218-4c28-a393-fba057e7b322,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:02.842283 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] No DVR routers for this DVR port 27b4622e-9218-4c28-a393-fba057e7b322 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:35:02.842893 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:35:02.843635 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9444884'] for segment (7f0199c0-4196-48b0-85ba-61f4c822335f), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: Traceback (most recent call last): Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: timer() Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: cb(*args, **kw) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: return func(*args, **kwargs) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: self._notify() Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: self.callback(batched_events) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: event.method(event) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: return f(self, *a, **k) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._get(url).json() Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: return self.request(url, 'GET', **kwargs) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:35:02.845423 dv-cinder-787632-2-iscsi neutron-server[102729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:35:02.850326 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.850693 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.851047 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.851391 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.851732 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.852070 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.852461 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.852802 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.853136 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.853949 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.853949 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.854319 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.854511 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c174-8105-449a-89b3-83bea70c0e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:02.909047 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (2ad9f765-83d9-4bad-afcd-f961dd008153), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.919630 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:02.925002 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 27b4622e-9218-4c28-a393-fba057e7b322 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:02.928638 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 46456) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:02.929194 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/2ad9f765-83d9-4bad-afcd-f961dd008153 HTTP/1.1" status: 204 len: 168 time: 0.5446494 Jan 10 17:35:02.940687 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae725-b22b-478a-9851-afbea1daf0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad9f765-83d9-4bad-afcd-f961dd008153,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:02.957586 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 27b4622e-9218-4c28-a393-fba057e7b322 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:02.957586 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 27b4622e-9218-4c28-a393-fba057e7b322 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:02.957586 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c8ad8262-6c39-4501-9972-f929ca0bdc02 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:02.974855 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: c8ad8262-6c39-4501-9972-f929ca0bdc02 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:02.975269 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c8ad8262-6c39-4501-9972-f929ca0bdc02 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:02.975738 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 921a1d46-c07a-4893-88b1-404879e0644d no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:02.996534 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: 921a1d46-c07a-4893-88b1-404879e0644d {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:02.996951 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device 921a1d46-c07a-4893-88b1-404879e0644d not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:03.260092 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-582702'] for router_interface (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:03.750041 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Deleting port d6e4d145-5577-4565-b6d7-95d0322a7c8a {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:03.750407 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:03.830536 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] For port d6e4d145-5577-4565-b6d7-95d0322a7c8a, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d6e4d145-5577-4565-b6d7-95d0322a7c8a,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:03.830927 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:03.843444 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Calling delete_port for d6e4d145-5577-4565-b6d7-95d0322a7c8a owned by network:router_interface {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:03.998931 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-8adb218f-0a60-4d2d-8f58-3d2141d35fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.014982 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (d6e4d145-5577-4565-b6d7-95d0322a7c8a), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.039988 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4d145-5577-4565-b6d7-95d0322a7c8a,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:04.065575 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.065936 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.066305 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.066650 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.066989 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.067323 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.067655 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.067984 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.068313 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.068643 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.068973 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.069296 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.069620 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-2-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:35:04.211174 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580030'] for router_interface (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.419433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d has already been hosted by L3 agent 4eb91505-a894-430c-978b-00f38490889b {{(pid=102728) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:35:04.453999 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:35:04.521910 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] Notify agent at l3_agent.dv-cinder-787632-2-iscsi the message routers_updated {{(pid=102728) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:35:04.533919 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-0bf3feb8-5587-4ffb-9fae-291b5e20a8cb admin admin] 10.222.0.10 "PUT /v2.0/routers/138a0821-b7ac-4ffe-9dfb-0cd35d60c77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015589 Jan 10 17:35:04.534041 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46460) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:04.536802 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Sync routers for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:35:04.546404 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:35:04.547012 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:04.634297 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks [] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.646274 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: dv-cinder-787632-2-iscsi {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:35:04.683850 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.736337 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks [] for router_gateway (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.787715 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Deleting port d642134d-b6b0-4087-aeaa-6cf40db12f9e {{(pid=102729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:04.788050 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.817551 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'external_fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:35:03Z', 'revision_number': 5, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port': {'id': 'd642134d-b6b0-4087-aeaa-6cf40db12f9e', 'name': '', 'network_id': 'ca9107fa-7506-438b-8dbd-9d875c5a6e55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9bc6ca6-202a-45d7-a6d7-a1abb2de712a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-2-iscsi'}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:04.843581 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Checking router: 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d for host: dv-cinder-787632-2-iscsi {{(pid=102731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:35:04.852030 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Routers {'138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'} bound to L3 agent in host dv-cinder-787632-2-iscsi {{(pid=102731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:35:04.852639 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:09:06Z,description=,heartbeat_timestamp=2022-01-10T17:34:36Z,host='dv-cinder-787632-2-iscsi',id=4eb91505-a894-430c-978b-00f38490889b,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:09:06Z,topic='l3_agent')) {'router_ids': ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'], 'active': True} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:04.875019 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.db [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] For port d642134d-b6b0-4087-aeaa-6cf40db12f9e, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=d642134d-b6b0-4087-aeaa-6cf40db12f9e,segment=NetworkSegment(3d413be7-4e43-4ec8-a293-ab76645da952),segment_id=3d413be7-4e43-4ec8-a293-ab76645da952)] {{(pid=102729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:04.875380 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:04.890818 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.plugins.ml2.plugin [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Calling delete_port for d642134d-b6b0-4087-aeaa-6cf40db12f9e owned by network:router_gateway {{(pid=102729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:04.936716 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_dvr_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] Set router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d gateway port host: None {{(pid=102731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:35:04.988235 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.l3_hamode_db [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:35:04Z', 'revision_number': 6, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port_host': None}], 'dv-cinder-787632-2-iscsi', False) {} {{(pid=102731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:05.014227 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a150a-d9ab-41d1-9c8d-9ab99e4c6d40 None None] The sync data for ids ['138a0821-b7ac-4ffe-9dfb-0cd35d60c77d'] in dv-cinder-787632-2-iscsi is: [{'id': '138a0821-b7ac-4ffe-9dfb-0cd35d60c77d', 'name': 'tempest-TestShelveInstance-753912344-router', 'tenant_id': 'ba77f4e857894532a27a5619f96c4a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:29:26Z', 'updated_at': '2022-01-10T17:35:04Z', 'revision_number': 6, 'project_id': 'ba77f4e857894532a27a5619f96c4a0f', 'gw_port_host': None}] {{(pid=102731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:35:05.050496 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9445067'] for port (d642134d-b6b0-4087-aeaa-6cf40db12f9e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.073312 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Pushing event deleted for resources: {'Port': ['ID=d642134d-b6b0-4087-aeaa-6cf40db12f9e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:05.136287 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582496'] for router_gateway (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.221189 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11293'] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.223197 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks [] for router_controller (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.266029 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579833'] for router (138a0821-b7ac-4ffe-9dfb-0cd35d60c77d), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.266601 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138a0821-b7ac-4ffe-9dfb-0cd35d60c77d {{(pid=102729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:35:05.270947 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.271961 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-acca14f4-c260-4328-b0f7-0d0ff64b8244 admin admin] 10.222.0.10 "DELETE /v2.0/routers/138a0821-b7ac-4ffe-9dfb-0cd35d60c77d HTTP/1.1" status: 204 len: 168 time: 0.7370207 Jan 10 17:35:05.274414 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46462) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:05.317000 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Deleting subnet dfa2c6ae-4dda-40d9-b76e-2e50209cd248 {{(pid=102729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:35:05.320003 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Publish callbacks [] for subnet (dfa2c6ae-4dda-40d9-b76e-2e50209cd248), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.356458 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10004889'] for subnet (dfa2c6ae-4dda-40d9-b76e-2e50209cd248), precommit_delete_associations {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.439942 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2053579'] for subnet (dfa2c6ae-4dda-40d9-b76e-2e50209cd248), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.490386 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2053570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9445118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8603259'] for subnet (dfa2c6ae-4dda-40d9-b76e-2e50209cd248), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.518144 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa2c6ae-4dda-40d9-b76e-2e50209cd248,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:05.521738 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for subnet (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.525467 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-53bed43b-89d6-4aac-b5db-ebf51f19c92f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dfa2c6ae-4dda-40d9-b76e-2e50209cd248 HTTP/1.1" status: 204 len: 168 time: 0.2495821 Jan 10 17:35:05.528102 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 46464) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:05.530189 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d29a9a-545d-4e3d-9565-557c283a2542 None None] Network 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb requested from dv-cinder-787632-2-iscsi {{(pid=102730) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:35:05.599585 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1614786'] for network (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.652398 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Deleting port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 {{(pid=102728) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:05.652733 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.712220 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] For port c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host dv-cinder-787632-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-2-iscsi',level=0,port_id=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,segment=NetworkSegment(739cb580-bdce-40e7-a3df-4c4ee2105340),segment_id=739cb580-bdce-40e7-a3df-4c4ee2105340)] {{(pid=102728) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:05.712513 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.724396 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.plugin [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Calling delete_port for c73bf586-e9f2-4ad4-8b42-8891cd5206b7 owned by network:dhcp {{(pid=102728) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:05.771069 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] DHCP port deletion for 2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb request from dv-cinder-787632-2-iscsi {{(pid=102730) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:35:05.808750 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8952180'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.820629 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Deleting port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 {{(pid=102730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:35:05.821065 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794359447453'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), before_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.835870 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Pushing event deleted for resources: {'Port': ['ID=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:05.839931 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] No DVR routers for this DVR port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 on host dv-cinder-787632-2-iscsi {{(pid=102728) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:35:05.890008 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.db [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] For port c73bf586-e9f2-4ad4-8b42-8891cd5206b7, host dv-cinder-787632-2-iscsi, got binding levels [] {{(pid=102730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:35:05.890440 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585932'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), precommit_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.903553 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Calling delete_port for c73bf586-e9f2-4ad4-8b42-8891cd5206b7 owned by network:dhcp {{(pid=102730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:35:05.911178 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.ipam_backend_mixin [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 was not found and therefore no delete operation was performed {{(pid=102730) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 17:35:05.913034 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1670769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794359471216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794358968863'] for port (c73bf586-e9f2-4ad4-8b42-8891cd5206b7), after_delete {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.914472 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055774', 'neutron.services.segments.db._delete_segments_for_network-8794359520943'] for network (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.935940 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb']}} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:05.945537 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] Pushing event deleted for resources: {'Port': ['ID=c73bf586-e9f2-4ad4-8b42-8891cd5206b7,revision_number=None']} {{(pid=102730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:05.946050 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739cb580-bdce-40e7-a3df-4c4ee2105340') {'for_net_delete': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:05.946400 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.services.segments.db [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739cb580-bdce-40e7-a3df-4c4ee2105340') {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:35:05.947764 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78ffaa-a26a-48ff-af31-d8d2575a0c79 None None] No DVR routers for this DVR port c73bf586-e9f2-4ad4-8b42-8891cd5206b7 on host dv-cinder-787632-2-iscsi {{(pid=102730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:35:05.957883 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794359524024', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9616701'] for segment (739cb580-bdce-40e7-a3df-4c4ee2105340), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.972869 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088'] for segment (739cb580-bdce-40e7-a3df-4c4ee2105340), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.978924 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102728) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:35:05.979369 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2052088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8952235'] for segment (739cb580-bdce-40e7-a3df-4c4ee2105340), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: Traceback (most recent call last): Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: timer() Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: cb(*args, **kw) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: return func(*args, **kwargs) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: self._notify() Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: self.callback(batched_events) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: event.method(event) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: return f(self, *a, **k) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._get(url).json() Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: return self.request(url, 'GET', **kwargs) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:35:05.981001 dv-cinder-787632-2-iscsi neutron-server[102728]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:35:06.037732 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582460'] for network (2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.043006 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626941'] for network (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.046741 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb HTTP/1.1" status: 204 len: 168 time: 0.5169289 Jan 10 17:35:06.056976 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b720c57-f3cc-4459-a648-93d77f24a07f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee6c3e1-633b-49aa-b6ba-99e8b3fb5ecb,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:06.155869 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 46468) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:06.198333 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-550dfe22-3002-4cd5-803a-2e3e8686b7f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dabd4d420ff4425b7875948b3597c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412743 Jan 10 17:35:06.200752 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.wsgi [-] (102728) accepted ('10.222.0.10', 46470) {{(pid=102728) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:06.246284 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] Publish callbacks [] for security_group (fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e), before_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.266917 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] Publish callbacks [] for security_group (fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e), precommit_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.313483 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e), after_delete {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.315974 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.317111 dv-cinder-787632-2-iscsi neutron-server[102728]: INFO neutron.wsgi [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e HTTP/1.1" status: 204 len: 168 time: 0.1154795 Jan 10 17:35:06.324433 dv-cinder-787632-2-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e47a54-4b0b-4550-be31-be3493dd138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ba0f8-e96b-43a8-b1d7-04ee1f9c692e,revision_number=None']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:06.456782 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-b71cd435-9e02-4910-ba7f-939b902ee62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.622904 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46476) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:06.662195 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-1e8b067c-049d-426c-8f4f-34da809866f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba77f4e857894532a27a5619f96c4a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380900 Jan 10 17:35:06.664528 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.wsgi [-] (102729) accepted ('10.222.0.10', 46478) {{(pid=102729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:35:06.708652 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] Publish callbacks [] for security_group (e43ae396-18df-420c-82d7-52c23a39352e), before_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.729656 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] Publish callbacks [] for security_group (e43ae396-18df-420c-82d7-52c23a39352e), precommit_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.773325 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949801'] for security_group (e43ae396-18df-420c-82d7-52c23a39352e), after_delete {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.775955 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron_lib.callbacks.manager [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:06.777334 dv-cinder-787632-2-iscsi neutron-server[102729]: INFO neutron.wsgi [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e43ae396-18df-420c-82d7-52c23a39352e HTTP/1.1" status: 204 len: 168 time: 0.1116860 Jan 10 17:35:06.785366 dv-cinder-787632-2-iscsi neutron-server[102729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05567d1-f99a-42ef-b82f-0897e4278594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43ae396-18df-420c-82d7-52c23a39352e,revision_number=None']} {{(pid=102729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:35:06.884479 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d6e4d145-5577-4565-b6d7-95d0322a7c8a no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:06.905808 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: d6e4d145-5577-4565-b6d7-95d0322a7c8a {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:06.906161 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d6e4d145-5577-4565-b6d7-95d0322a7c8a not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:06.906633 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d642134d-b6b0-4087-aeaa-6cf40db12f9e no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:06.925613 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: d642134d-b6b0-4087-aeaa-6cf40db12f9e {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:06.925966 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device d642134d-b6b0-4087-aeaa-6cf40db12f9e not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:06.926412 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c73bf586-e9f2-4ad4-8b42-8891cd5206b7 no longer exists at agent ovs-agent-dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:35:06.945769 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.plugin [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] No Port match for: c73bf586-e9f2-4ad4-8b42-8891cd5206b7 {{(pid=102730) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:35:06.946119 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron.plugins.ml2.rpc [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Device c73bf586-e9f2-4ad4-8b42-8891cd5206b7 not bound to the agent host dv-cinder-787632-2-iscsi {{(pid=102730) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:35:07.267303 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:08.878600 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:10.475787 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:33.999403 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-98862ecb-f65c-46ce-8836-5f83e8eec8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:34.697010 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:36.458994 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-12c21a37-3844-46e7-a06a-50a10ccbbb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:37.265719 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:38.881694 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:40.479413 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:35:41.452563 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:36:04.003490 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-e21ba20e-ddc2-4424-85af-0d6b90508c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:04.692193 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:06.459653 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-c4ca38df-78ca-4c97-be9c-865ea50840b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:07.267975 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:08.885672 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:10.483352 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:18.451808 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:36:34.004489 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b0302a-540c-452f-8fad-9995a7234b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:34.691983 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:36.460485 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-be35c550-7d76-4a47-baed-e828535b845a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:37.269943 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:38.889501 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:40.485800 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:36:55.450472 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:37:04.004780 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-fad701d2-8021-4f81-885f-6e9e9c27bb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:04.691399 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:06.462416 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-894b6763-edf3-4d4f-99b7-0648473c6691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:07.273164 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:08.892693 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:10.491074 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:32.448640 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:37:34.005375 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-1dab97cc-2e7d-4b87-8122-65c1397874e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:34.705871 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:36.464386 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4200f783-a1e3-4f88-be20-60f29d81b11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:37.275816 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:38.896465 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:37:40.492183 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:04.006875 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-3d2669f1-52c1-48d5-b556-72777fa97a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:04.704952 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:06.465245 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-517e471e-dcab-4c32-bba1-dcc5a4a2f77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:07.277737 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:08.898901 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:09.447250 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:38:10.493150 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:34.007869 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-69614c74-790a-40e9-8350-564948c4f081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:34.704377 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:36.465987 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a00042d5-9172-48e7-8bfc-ecfd1c918c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:37.282747 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:38.902111 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:40.497382 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:38:46.445599 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:39:04.010337 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6067-e6c5-4ff6-9a66-da6b9db577db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:04.719897 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:06.468693 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-984efd93-f421-4404-84ae-08d715a04001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:07.287467 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:08.906518 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:10.500143 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:23.445542 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:39:34.011383 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a6ece5f8-e0da-4f5b-b766-dcd1e9a86102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:34.718322 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:36.469219 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-a1c6ce3d-27e0-40b7-835a-b31d68be879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:37.287536 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:38.909433 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:39:40.503456 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:00.444054 dv-cinder-787632-2-iscsi neutron-server[102731]: DEBUG neutron.db.agents_db [None req-a3f8a646-9717-4537-8e3d-339b6da98c41 None None] Agent healthcheck: found 6 active agents {{(pid=102731) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:40:04.012004 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-2df8c03a-ab6d-4a0d-b13d-b097fedb9b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:04.732877 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:06.469982 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-392bccd1-b0a2-4ccf-9735-0c4a98544693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:07.289854 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-04b60d3e-adb8-40ae-a228-e7257e668d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (abf41579-1e95-4cb2-a6cd-b9a52a2edd7d), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:08.912046 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-84012b92-187e-46aa-ad55-1bfb84c9813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (55a9a6f7-147e-4648-ab90-0d3d00de514f), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:10.505269 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-decf0f71-d7a1-4893-a5ea-897d828d8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (516d831d-19fe-4fd0-bbcf-db15585c9338), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:34.012902 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-5252297a-f8fd-47fb-b4ed-5b6c395d2de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (d137b33f-4d6e-4702-bd57-9269dcfd1d3c), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:34.738338 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-725e04cf-ba21-4040-8e75-8d9c640d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (ae351b6c-64d9-4338-99df-7eae0b9d3357), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:40:36.472534 dv-cinder-787632-2-iscsi neutron-server[102730]: DEBUG neutron_lib.callbacks.manager [None req-44d036e0-e95f-43a0-814f-92b58d1b01b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794359520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2057492'] for agent (4eb91505-a894-430c-978b-00f38490889b), after_update {{(pid=102730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}